-- Logs begin at Thu 2021-01-21 19:07:52 UTC, end at Thu 2021-01-21 20:16:56 UTC. -- Jan 21 19:47:27.718916 dv-cinder-726180-8-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 19:47:30.493126 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.common.config [-] Logging enabled! Jan 21 19:47:30.493725 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev408 Jan 21 19:47:30.495024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 19:47:30.496810 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.common.config [-] Logging enabled! Jan 21 19:47:30.497104 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev408 Jan 21 19:47:30.497456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 19:47:30.498634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 19:47:30.498972 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 19:47:30.500005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 19:47:30.500364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 19:47:30.500629 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 19:47:30.501007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.501353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.501697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.501962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.502329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.502671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.502994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.503328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.503670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.503998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.504318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.504641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.504905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.505226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.505558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.505888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.506181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] debug = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.506490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.507034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.507356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.507675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.508007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.508318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.508634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.508958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.509327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] host = dv-cinder-726180-8-smb {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.509645 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.509978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.510337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.510672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.510987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.511307 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.511636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.511946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.512261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] log_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.512580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.512913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.513244 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.513582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.513841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.514215 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.514562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.514900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.515215 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.515532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.515848 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.516165 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.516484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.516795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.517124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.517455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.517784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.518097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.518517 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.518833 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.519146 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.519477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.519793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.520105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.520420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.520752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.521062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.521377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.521728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.522054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.522419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.522749 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.523067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.523396 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.523706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.524016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.524324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] use_json = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.524634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.524945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.525272 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.525585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.525896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.526237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.526548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.526881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:30.527220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.527562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.527907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.528232 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.528565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.528889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.529224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.529542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.530482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.530817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.531148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.531508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.531871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.532194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.532537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.532889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.533229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.533571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.533888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.534225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.534540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.534859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.535186 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.535523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.535858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.536171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.536493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.536831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.537149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.537462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.537783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.538117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.538459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.538771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.539092 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.539408 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.539720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.540033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.540349 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.540683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.541000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.541312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.541620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.541938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.542273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.542602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.542920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.543230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.543540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.543858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.544172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.544490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.544820 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.545114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.545971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.546375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.546695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.547008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.547325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.547637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.547947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.548258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.548574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.548887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.549197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.549507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.549816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.550125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.550473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.550815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.551133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.551454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.551773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.552090 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.552410 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.552728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.553046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.553364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.553674 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.554009 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.554352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.554685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.555011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.555328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.555670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.555985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.556312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.556628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.556971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.557271 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.557603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.557940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.558298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.558635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.558969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.559301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.559620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.559971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.560291 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:30.560540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 19:47:30.560811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80018) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 21 19:47:31.222229 dv-cinder-726180-8-smb neutron-server[80018]: INFO keyring.backend [-] Loading Gnome Jan 21 19:47:31.239977 dv-cinder-726180-8-smb neutron-server[80018]: INFO keyring.backend [-] Loading Google Jan 21 19:47:31.242622 dv-cinder-726180-8-smb neutron-server[80018]: INFO keyring.backend [-] Loading Windows (alt) Jan 21 19:47:31.246428 dv-cinder-726180-8-smb neutron-server[80018]: INFO keyring.backend [-] Loading file Jan 21 19:47:31.247297 dv-cinder-726180-8-smb neutron-server[80018]: INFO keyring.backend [-] Loading keyczar Jan 21 19:47:31.247583 dv-cinder-726180-8-smb neutron-server[80018]: INFO keyring.backend [-] Loading multi Jan 21 19:47:31.248255 dv-cinder-726180-8-smb neutron-server[80018]: INFO keyring.backend [-] Loading pyfs Jan 21 19:47:31.297142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:47:31.297446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:47:31.297774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:47:31.298178 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 19:47:31.698766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.699299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.699420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.747770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.748098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.748938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.752773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.753084 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.753386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.827771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.828147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.828448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.829881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.830213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:31.830511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.099597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.099853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.100160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.100460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.101298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.254875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.255254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.255580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.255890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.256195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.256581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.256885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.257351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.257653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.258000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.258329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.258641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.258954 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.259253 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.259570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.259890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.260192 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.260518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.260811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.261301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.261592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.261878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.262242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.262527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.262813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.263246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:47:32.263550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:47:32.263803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:47:32.264720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:47:32.265013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:47:32.265289 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:47:32.266737 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 19:47:32.270103 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 19:47:32.274059 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 19:47:32.277963 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1650, 1699)])]) Jan 21 19:47:32.279751 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 19:47:32.280881 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 19:47:32.281433 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 21 19:47:32.281878 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 19:47:32.284662 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 19:47:32.284953 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 19:47:32.285352 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 21 19:47:32.307626 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 21 19:47:32.308137 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.308474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80018) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 21 19:47:32.308888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.310286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80018) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 19:47:32.310610 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 21 19:47:32.310940 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 21 19:47:32.314641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.314962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.381644 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 19:47:32.381825 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 19:47:32.382099 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 19:47:32.382565 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 19:47:32.419167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.sqlalchemy.engines [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80018) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 21 19:47:32.863274 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Initializing driver for type 'gre' Jan 21 19:47:32.863828 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] gre ID ranges: [(1, 1000)] Jan 21 19:47:32.907202 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Initializing driver for type 'local' Jan 21 19:47:32.907574 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Initializing driver for type 'vlan' Jan 21 19:47:32.917912 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] VlanTypeDriver initialization complete Jan 21 19:47:32.918320 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Initializing driver for type 'vxlan' Jan 21 19:47:32.918876 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] vxlan ID ranges: [(1, 1000)] Jan 21 19:47:32.961982 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Initializing extension driver 'port_security' Jan 21 19:47:32.962394 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.extensions.port_security [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] PortSecurityExtensionDriver initialization complete Jan 21 19:47:32.962762 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Initializing mechanism driver 'openvswitch' Jan 21 19:47:32.969618 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:47:32.970640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.971048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.971436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.971858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > subnet after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.972243 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > subnet after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.972620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.973044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > network after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.973427 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > network after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.973806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > network after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.974274 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > security_group after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.974656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > security_group after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.975228 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.975649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.976030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.976409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.976827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > address_group after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.977205 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > address_group after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.977579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.977944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] ML2 OVO RPC backend initialized. {{(pid=80018) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 21 19:47:32.978747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.979132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.979588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > network before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.979966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > networks before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.980341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > port before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.980713 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > ports before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.981087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > subnet before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.981459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > subnets before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.981835 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > network after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.982228 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > network after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.982597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > network after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.983536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.983909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.984393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.984767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > subnet after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.985139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > subnet after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.985508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:32.986223 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.plugin [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Modular L2 Plugin initialization complete Jan 21 19:47:32.986581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading services supported by the core plugin {{(pid=80018) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 19:47:32.986948 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Got port-security extension from driver 'port_security' Jan 21 19:47:32.987455 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.extensions.vlantransparent [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Disabled vlantransparent extension. Jan 21 19:47:32.988983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80018) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 19:47:32.989339 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading Plugin: router Jan 21 19:47:33.029035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.029391 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router after_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.029873 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router before_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.030318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.030740 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.031133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router after_delete 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.031532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.031937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router after_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.032317 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router after_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.032705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router after_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.033086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.033486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router after_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.033980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.034421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.034797 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.035166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: subnet after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.035542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.035929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.036308 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.036684 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: port before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.037058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.037456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router after_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.037831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.038250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.038655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.039037 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.039470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > network after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.040574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Tracking information for resource: router configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:47:33.040944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Tracking information for resource: floatingip configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:47:33.046971 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_agentschedulers_db [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 19:47:33.047641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.048035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.048414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.048802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.049729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router before_create 55550100 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.050129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.050549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_create 55550100 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.050941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > router precommit_update 55550100 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.055963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.provider_configuration [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service providers = [] {{(pid=80018) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 19:47:33.056356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.servicetype_db [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80018) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 19:47:33.059420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.service_base [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 19:47:33.059802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.service_base [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 19:47:33.060176 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.service_base [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 19:47:33.061662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.service_base [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 19:47:33.062163 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.services.service_base [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 19:47:33.062738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:47:33.063094 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 19:47:33.073817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:47:33.074212 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading Plugin: auto_allocate Jan 21 19:47:33.080854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: network precommit_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.081260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: network precommit_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.081876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:47:33.082260 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading Plugin: tag Jan 21 19:47:33.089822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:47:33.090231 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading Plugin: timestamp Jan 21 19:47:33.094641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:47:33.095016 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading Plugin: network_ip_availability Jan 21 19:47:33.100918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.101324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.101711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.102615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:47:33.102968 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading Plugin: flavors Jan 21 19:47:33.108441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:47:33.108987 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading Plugin: revisions Jan 21 19:47:33.114366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:47:33.114795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=80018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:47:33.115635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80018) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 21 19:47:33.117433 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Initializing extension manager. Jan 21 19:47:33.117433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: __init__.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.117433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: __pycache__ {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.117433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.117930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: address_group.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.118470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.119193 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: address-group Jan 21 19:47:33.119514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: address_scope.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.120281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.120868 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: address-scope Jan 21 19:47:33.121232 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.122235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.122820 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: router-admin-state-down-before-update Jan 21 19:47:33.123179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: agent.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.124536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.125120 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: agent Jan 21 19:47:33.125477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: agent_resources_synced.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.126432 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.127014 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: agent-resources-synced Jan 21 19:47:33.127371 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: allowedaddresspairs.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.129242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.129828 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: allowed-address-pairs Jan 21 19:47:33.130219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: auto_allocated_topology.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.131343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.131926 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: auto-allocated-topology Jan 21 19:47:33.132290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: availability_zone.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.134598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.135202 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: availability_zone Jan 21 19:47:33.135567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: availability_zone_filter.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.136504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.137095 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: availability_zone_filter Jan 21 19:47:33.137455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: data_plane_status.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.138392 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.138978 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 19:47:33.139464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: default_subnetpools.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.140390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.140981 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: default-subnetpools Jan 21 19:47:33.141344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.142233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.142821 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: dhcp_agent_scheduler Jan 21 19:47:33.143185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: dns.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.144120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.144707 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension dns-integration not supported by any of loaded plugins Jan 21 19:47:33.145068 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: dns_domain_ports.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.146020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.146643 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 19:47:33.146998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: dvr.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.147726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.148308 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: dvr Jan 21 19:47:33.148660 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: empty_string_filtering.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.149580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.150164 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: empty-string-filtering Jan 21 19:47:33.150529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.151458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.152030 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 19:47:33.152384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.153296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.153871 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 19:47:33.154254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: external_net.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.155266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.155844 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: external-net Jan 21 19:47:33.156197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.157117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.157703 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: extra_dhcp_opt Jan 21 19:47:33.158059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: extraroute.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.159008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.159591 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: extraroute Jan 21 19:47:33.159946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: extraroute_atomic.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.160984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.161562 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: extraroute-atomic Jan 21 19:47:33.161920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: filter_validation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.162655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.163225 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: filter-validation Jan 21 19:47:33.163579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: fip_pf_description.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.164499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.165068 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 19:47:33.165423 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: fip_port_details.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.166383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.166954 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: fip-port-details Jan 21 19:47:33.167307 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: flavors.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.168679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.169272 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: flavors Jan 21 19:47:33.169636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.171971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.172646 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 19:47:33.173013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: floatingip_pools.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.173774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.174397 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: floatingip-pools Jan 21 19:47:33.174765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: ip_allocation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.175703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.176282 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 19:47:33.176648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.177569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.178183 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: ip-substring-filtering Jan 21 19:47:33.178546 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: l2_adjacency.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.179472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.180051 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 19:47:33.180411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: l3.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.181509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.182093 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: router Jan 21 19:47:33.182477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.184772 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.185361 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 19:47:33.185727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.187410 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.187997 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: ext-gw-mode Jan 21 19:47:33.188361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.189286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.189866 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: l3-ha Jan 21 19:47:33.190250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: l3_flavors.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.191280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.191866 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: l3-flavors Jan 21 19:47:33.192218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.193135 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.193716 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 19:47:33.194076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: l3agentscheduler.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.195290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.195886 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: l3_agent_scheduler Jan 21 19:47:33.196247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: logging.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.197757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.198370 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension logging not supported by any of loaded plugins Jan 21 19:47:33.198736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: metering.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.199532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.200240 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: metering Jan 21 19:47:33.200642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.202490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.205069 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: metering_source_and_destination_fields Jan 21 19:47:33.205444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: multiprovidernet.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.207091 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.207766 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: multi-provider Jan 21 19:47:33.208195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: netmtu.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.209202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.209804 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: net-mtu Jan 21 19:47:33.210240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: netmtu_writable.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.211854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.212450 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: net-mtu-writable Jan 21 19:47:33.212814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: network_availability_zone.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.213649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.215816 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: network_availability_zone Jan 21 19:47:33.216186 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: network_ip_availability.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.219122 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.219722 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: network-ip-availability Jan 21 19:47:33.220095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: network_segment_range.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.221103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.221696 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 19:47:33.222063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: pagination.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.223095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.223468 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: pagination Jan 21 19:47:33.223824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.224828 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.225409 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: port-mac-address-regenerate Jan 21 19:47:33.225768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.226715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.227296 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: port-numa-affinity-policy Jan 21 19:47:33.227658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: port_resource_request.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.228578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.229163 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 19:47:33.229520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: portbindings.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.230483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.231073 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: binding Jan 21 19:47:33.231429 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: portbindings_extended.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.232778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.233855 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: binding-extended Jan 21 19:47:33.234240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: portsecurity.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.235196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.235788 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: port-security Jan 21 19:47:33.236142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: project_id.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.237131 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.237502 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: project-id Jan 21 19:47:33.237856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: providernet.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.238814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.239402 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: provider Jan 21 19:47:33.239757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.243471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.244070 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos not supported by any of loaded plugins Jan 21 19:47:33.244436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.245682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.246300 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 19:47:33.246664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.247582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.248161 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 19:47:33.248628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos_default.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.249546 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.250224 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos-default not supported by any of loaded plugins Jan 21 19:47:33.250585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos_fip.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.251288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.251861 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos-fip not supported by any of loaded plugins Jan 21 19:47:33.252220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos_gateway_ip.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.253154 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.253730 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 19:47:33.254083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos_port_network_policy.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.255029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.255607 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 19:47:33.255960 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos_rule_type_details.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.256885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.257463 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 19:47:33.257816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: qos_rules_alias.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.258893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.259472 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 19:47:33.259831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: quotasv2.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.260866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.261235 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: quotas Jan 21 19:47:33.261589 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: quotasv2_detail.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.263207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.263585 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: quota_details Jan 21 19:47:33.263982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: rbac.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.265277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.265952 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: rbac-policies Jan 21 19:47:33.266374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: rbac_address_scope.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.267314 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.267912 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: rbac-address-scope Jan 21 19:47:33.268275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: rbac_security_groups.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.269198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.269779 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: rbac-security-groups Jan 21 19:47:33.270170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: rbac_subnetpool.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.271085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.271664 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: rbac-subnetpool Jan 21 19:47:33.272023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: revisionifmatch.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.272944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.273523 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: revision-if-match Jan 21 19:47:33.273881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: revisions.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.275022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.275600 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: standard-attr-revisions Jan 21 19:47:33.275962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: router_availability_zone.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.276687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.277272 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: router_availability_zone Jan 21 19:47:33.277628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: routerservicetype.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.278578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.279201 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension router-service-type not supported by any of loaded plugins Jan 21 19:47:33.279519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.281016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.281600 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: security-groups-normalized-cidr Jan 21 19:47:33.281958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.282910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.283495 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: port-security-groups-filtering Jan 21 19:47:33.283852 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.284773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.285356 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: security-groups-remote-address-group Jan 21 19:47:33.285714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: securitygroup.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.299698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.300328 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: security-group Jan 21 19:47:33.300703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: segment.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.301571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.302186 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension segment not supported by any of loaded plugins Jan 21 19:47:33.302536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.303491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.304075 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 19:47:33.304436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: servicetype.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.305544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.306148 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: service-type Jan 21 19:47:33.306512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: sorting.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.307493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.307864 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: sorting Jan 21 19:47:33.308221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: standard_attr_segment.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.309129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.309801 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 19:47:33.310082 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: standardattrdescription.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.310802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.311643 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: standard-attr-description Jan 21 19:47:33.312007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: stateful_security_group.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.312957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.313536 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: stateful-security-group Jan 21 19:47:33.313896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: stdattrs_common.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.314513 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 19:47:33.314875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.315795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.316367 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 19:47:33.316721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: subnet_onboard.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.317837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.318529 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: subnet_onboard Jan 21 19:47:33.318883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.319933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.320511 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 19:47:33.320868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: subnet_service_types.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.321799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.322398 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: subnet-service-types Jan 21 19:47:33.322756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: subnetallocation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.323846 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.324427 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: subnet_allocation Jan 21 19:47:33.324785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.325479 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.326053 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: subnetpool-prefix-ops Jan 21 19:47:33.326466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.327461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.328119 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 19:47:33.328474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: tagging.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.330035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.330646 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: standard-attr-tag Jan 21 19:47:33.331006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: timestamp.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.332191 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.332770 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loaded extension: standard-attr-timestamp Jan 21 19:47:33.333129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: trunk.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.334161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.334772 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension trunk not supported by any of loaded plugins Jan 21 19:47:33.335131 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: trunk_details.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.336054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.336630 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension trunk-details not supported by any of loaded plugins Jan 21 19:47:33.336988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: uplink_status_propagation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.337912 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.338510 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 19:47:33.338864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Loading extension file: vlantransparent.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:47:33.339569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:47:33.340144 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 19:47:33.343460 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:network Jan 21 19:47:33.344289 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:subnet Jan 21 19:47:33.344958 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:47:33.345618 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:port Jan 21 19:47:33.347207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.347688 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service FLAVORS assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.348356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.348825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.349191 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:router Jan 21 19:47:33.349919 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:floatingip Jan 21 19:47:33.350701 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service METERING assigned prefix: /metering {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.352507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.352909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.353291 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:47:33.354456 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 19:47:33.354932 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:security_group Jan 21 19:47:33.355728 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 19:47:33.356546 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service CORE assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.357016 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:47:33.357283 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] subnetpool is already registered Jan 21 19:47:33.358737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service CORE assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.358948 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:47:33.359271 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] subnetpool is already registered Jan 21 19:47:33.362024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.362524 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service FLAVORS assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.363176 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.363641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.364008 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:router Jan 21 19:47:33.364372 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] router is already registered Jan 21 19:47:33.365060 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:floatingip Jan 21 19:47:33.365385 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] floatingip is already registered Jan 21 19:47:33.366245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service METERING assigned prefix: /metering {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.366909 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 19:47:33.367274 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] rbac_policy is already registered Jan 21 19:47:33.368731 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:security_group Jan 21 19:47:33.369106 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] security_group is already registered Jan 21 19:47:33.369760 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 19:47:33.370174 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] security_group_rule is already registered Jan 21 19:47:33.370880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service CORE assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.371248 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:47:33.371614 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] subnetpool is already registered Jan 21 19:47:33.372261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Service CORE assigned prefix: {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:47:33.372626 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:47:33.372984 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] subnetpool is already registered Jan 21 19:47:33.373895 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: extensions {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.375331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: address-groups {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.376996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: address-scopes {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.378294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: agents {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.379622 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: auto-allocated-topology {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.380944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: availability_zones {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.382354 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: dhcp-networks {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.383849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: dhcp-agents {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.385345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: routers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.387262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: flavors {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.388496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: service_profiles {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.389957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: next_providers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.391597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: service_profiles {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.393224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: floatingip-pools {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.394538 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: routers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.396407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: floatingips {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.397650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: l3-routers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.399140 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: l3-agents {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.400656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: metering-labels {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.402093 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: metering-label-rules {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.403473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: network-ip-availabilities {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.405455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: bindings {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.407343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: quotas {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.408878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: quotas {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.410402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: rbac-policies {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.411750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: security-groups {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.413023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: security-group-rules {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.414355 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: service-providers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.415645 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: subnetpools {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.417129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: subnetpools {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.418709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.421116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.423121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.424965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.428328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.428960 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.430864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.433718 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.435719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.437768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.extensions [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:47:33.444928 dv-cinder-726180-8-smb neutron-server[80018]: WARNING keystonemiddleware.auth_token [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 19:47:33.450219 dv-cinder-726180-8-smb neutron-server[80018]: WARNING keystonemiddleware.auth_token [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 19:47:33.460166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Acquired lock "singleton_lock" {{(pid=80018) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 19:47:33.461049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Releasing lock "singleton_lock" {{(pid=80018) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 19:47:33.463914 dv-cinder-726180-8-smb neutron-server[80018]: INFO oslo_service.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Starting 2 workers Jan 21 19:47:33.471680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Started child 80129 {{(pid=80018) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 19:47:33.475870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:33.477743 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [-] (80129) wsgi starting up on http://0.0.0.0:9696 Jan 21 19:47:33.480669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Started child 80130 {{(pid=80018) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 19:47:33.480669 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 19:47:33.480669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Notify callbacks [] for process, before_spawn {{(pid=80018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:33.481904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:33.483808 dv-cinder-726180-8-smb neutron-server[80018]: INFO oslo_service.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Starting 1 workers Jan 21 19:47:33.484594 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [-] (80130) wsgi starting up on http://0.0.0.0:9696 Jan 21 19:47:33.489426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Started child 80133 {{(pid=80018) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 19:47:33.489986 dv-cinder-726180-8-smb neutron-server[80018]: INFO oslo_service.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Starting 1 workers Jan 21 19:47:33.502667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] calling RpcWorker wait() {{(pid=80133) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 19:47:33.502667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] returning from RpcWorker wait() {{(pid=80133) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 19:47:33.502667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:33.502667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:47:33.503206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Started child 80134 {{(pid=80018) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 19:47:33.503206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f531a7-6efa-485e-bf64-a9d633557e0f None None] Notify callbacks [] for process, after_spawn {{(pid=80018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:33.503206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80018) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 21 19:47:33.503206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 19:47:33.503206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 19:47:33.503206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 19:47:33.503206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 19:47:33.503792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 19:47:33.503792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.503792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:33.504164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.504859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.505533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.505533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.505533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.505533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.505533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] debug = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.505970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.506274 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.506532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.506811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.507063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.507361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.507630 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.507931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.508206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.508457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.508733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.509013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.509255 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.509519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.509813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.510059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.510573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] host = dv-cinder-726180-8-smb {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.510821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.511069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.511332 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.511749 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.511885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.512249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.512503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.512694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.512957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.513249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.513456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.513714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.513971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.514393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.514393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_options = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.514393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.515297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.515297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.515568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.515709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.515856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.516096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.516262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.516528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.516777 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.516979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.517261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.517505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.517751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.518013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.518282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.518545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.518790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.519095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.519365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.519643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.519918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.520163 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.520494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.520653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.520866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.521123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.521367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.521607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.521940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.522252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.522700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.522970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.523270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.523555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.523797 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.524044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.524476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.524780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.525021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.525539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.525890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.526109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.526588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.526844 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.527788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_json = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.527788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.527788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.527788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.528080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.528281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.528552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.528822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.529105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.530470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.530470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.530470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.531280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.531422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.531704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.532073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.532234 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.532542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.532823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.533047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.533301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.533637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.533919 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.534232 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.534577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.534874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.534979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:47:33.535175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.535424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.535722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.535939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.536192 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.536533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.536843 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.537116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.537431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.537637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.537924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.538191 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.538450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.538695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.538942 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.539230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.539478 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.539725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.539977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.540244 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.540491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.540758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.541030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.541327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.546830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.547639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.548572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.548572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.548572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.548572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.548930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.549031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.549240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.549504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.549758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.550015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.550313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.550563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.550802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.551036 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.551499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.551616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.551779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.552043 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.552288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.552630 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.552893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.553010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.553256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.553504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.553843 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.554057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.554524 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.554747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.554976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.555412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.555783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.556114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.556342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.556599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.556995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.557306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.557679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.557924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.558344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.558624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.558862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.560890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.561217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.561510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.561813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.562121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.562446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.562741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.563049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.563334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.563617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.563940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.564270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.564533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.564837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.565101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.565401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.565736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.566124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.569089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.570340 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.571373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.571675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.571990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.572326 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.572611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.572895 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.573190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.573513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.573796 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.574110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.574359 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.574548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.574942 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.575250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.575508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.575762 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.576063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.576363 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.577214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.577500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.577822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.578275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.578585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.578863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.579129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.579657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.579948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.580200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.580470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.580720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.580997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.581263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.581531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.581832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.582100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.586360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.586650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.586938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.587263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.587534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.587800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.588076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.588358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.588619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.588909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.589170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.589440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.589732 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.590007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.594090 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.594470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.594786 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.595079 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.595383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.595683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.596126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.596545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.596744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.596915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.597157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.597424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.597680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.597933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.600162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.600464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.602527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.602994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.603397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.603705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.604005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.604313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.604587 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.604875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.605143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.605413 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.605679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.605943 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.606368 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.606769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.607155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.607599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.607955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.608373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.608725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.609062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.609480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.609834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.610181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.610579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.610930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.611214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.611480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.611739 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.612023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.612279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.612551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.612810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.613072 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.613493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.613743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.614095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.614421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.614738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.615098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.615369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.615667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.615964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.616343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.616599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.616882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.617157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.617414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.617698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.617998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.618400 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.618742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.619045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.619327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.619646 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.619964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1650:1699'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.620269 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.620524 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.620853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.621214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.621502 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.621783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.622055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.622377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.622642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.622903 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.623171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.623497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.623753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.624178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.624468 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.624743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.624998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.625400 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.625555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.625776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.626013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.626305 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.626563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.626754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 19:47:33.627316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80018) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 21 19:47:33.627508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 19:47:33.627814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 19:47:33.627991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 19:47:33.628117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 19:47:33.628266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 19:47:33.628523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.628714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.628898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.629089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.629278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.629487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.629679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.629866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.630057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.630267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.630442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.630631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.630818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.631007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.631196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.631383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.631599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.631786 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.631980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.632173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.632321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.632681 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.632872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] debug = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.633061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.633288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.633479 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.633666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.633857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.634044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.634252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.634397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.634582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.634769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.634975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.635125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.635318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.635481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.635645 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.635817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.635985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] host = dv-cinder-726180-8-smb {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.636317 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.636665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.636865 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.637015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.637188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.637377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.637537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.637725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.637911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.638097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.638310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.638498 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.638685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.638872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.639632 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_options = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.639795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.639982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.640168 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.640374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.640562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.640750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.640938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.641109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.641461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.641625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.641785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.641963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.646906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.647656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.647656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.647656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.647656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.647656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.647656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.647656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.647656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_json = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.648962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.649619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:47:33.649619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.649619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.649619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.649619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.649619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.650113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.650113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.650113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.650377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.650377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.650558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.650711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.650913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.651102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.651290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.651481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.651565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:47:33.651784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.651974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.652163 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.652352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.652541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.652731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.652940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.653139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.653331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.653521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.653712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.653903 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.654094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.654311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.654503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.655318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.655490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.655671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.655911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.656034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.656176 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.656368 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.656559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.656750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.656939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.657130 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.657319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.657508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.657698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.657889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.658080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.658313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.658504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.658694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.658913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.659101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.659292 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.659483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.659673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.659861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.660049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.660236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.660426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.660616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.660804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.661007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.661195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.661384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.661573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.661762 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.661953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.662171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.662371 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.662560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.662749 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.662939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.663135 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.663325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.663514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.663704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.663892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.664081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.664270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.664457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.664646 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.664834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.665025 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.665214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.665480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.665579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.665778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.665924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.666126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.666312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.666691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.666884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.667074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.667262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.667451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.667640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.667819 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.667992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.668170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.668358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.668549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.668769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.668909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.669077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.669267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.669508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.669694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.669799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.669950 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.670179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.670481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.670656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.670919 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.671151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.671280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.671355 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.671556 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.671746 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.671937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.672127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.672315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.672506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.672694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.672883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.673078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.673267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.673457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.673655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.673856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.674044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.674259 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.674449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.674691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.674883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.675048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.675237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.675426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.675637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.675778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.675985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.676129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.676311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.676486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.676685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.676814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.677007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.677196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.677385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.677576 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.677764 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.677951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.678159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.678351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.678539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.678728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.678916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.679105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.679293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.679482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.679670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.679859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.680047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.680236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.680425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.680613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.680802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.680990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.681178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.681367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.681558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.681748 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.681936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.682124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.682334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.682523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.682713 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.682903 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.683096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.683285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.683475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.683665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.683855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.684044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.684233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.684423 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.684612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.684801 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.684988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.685178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.685369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.685558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.685749 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.686007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.686117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.686333 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.686521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.686691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.686881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.687074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.687264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.687455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.687645 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.687835 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.688023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.688193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.688395 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.688567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.688768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.688943 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.689134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.689334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.689525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.689715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.689904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.690093 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.690353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.690495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.690648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.690836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.691025 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.691225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.691416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.691606 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.691803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.691995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.692185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.692375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.692577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.692846 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.693096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.693245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.693423 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.693609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.693800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.693994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.694193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.694398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.694588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.694787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.695003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1650:1699'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.695213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.695354 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.695569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.695802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.695907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.696134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.696229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.696416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.696603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.696890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.696998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.697101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.697278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.697453 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.697641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.697847 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.698004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.698210 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.698403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.698590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.698777 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.698965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.699152 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:47:33.699334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 19:47:33.888121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33344) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:47:33.900229 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094113 Jan 21 19:47:44.350034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6d70e-f8f1-4f0c-ac11-a79b7d4f5b7a None None] get_active_networks_info from dv-cinder-726180-8-smb {{(pid=80133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 19:47:44.456760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6d70e-f8f1-4f0c-ac11-a79b7d4f5b7a None None] No non-hosted networks {{(pid=80133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 19:47:44.479508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agentschedulers_db [None req-63d6d70e-f8f1-4f0c-ac11-a79b7d4f5b7a None None] DHCP Agent not found on host dv-cinder-726180-8-smb {{(pid=80133) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 21 19:47:44.537295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-26017239-c519-4bb3-8d17-c2e76fc838a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:46.640202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e1d152bc-5bcf-46f8-9cbe-e05d58e3b4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:46.756413 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-10262c86-1fdc-4d6d-9abe-e685fc746e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:47.299039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:48.369283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:48.370676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.371412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.371911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.372401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.372879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.374951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.375470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.375953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.376432 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.376917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.377409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.377893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:48.379379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-726180-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:47:48.388593 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-726180-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:47:48.890769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:50.456989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] get_endpoint_by_host() called for host dv-cinder-726180-8-smb {{(pid=80133) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 21 19:47:50.465165 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] get_endpoint_by_ip() called for ip 192.168.0.79 {{(pid=80133) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 21 19:47:50.472165 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] _add_endpoint() called for ip 192.168.0.79 {{(pid=80133) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 21 19:47:50.481178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] _get_endpoints() called {{(pid=80133) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 21 19:47:50.532077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33436) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:47:51.097572 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_hamode_db [None req-8e7f6905-47ce-4fc4-93d3-0430588e3939 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 19:47:51.189893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f6905-47ce-4fc4-93d3-0430588e3939 None None] Routers set() bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:47:51.190357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f6905-47ce-4fc4-93d3-0430588e3939 None None] Router IDs set() for agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 21 19:47:51.262284 dv-cinder-726180-8-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-d4741079-876d-4a42-833e-a51d9dcaa2d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:47:51.262925 dv-cinder-726180-8-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-d4741079-876d-4a42-833e-a51d9dcaa2d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:47:51.495562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-d4741079-876d-4a42-833e-a51d9dcaa2d3 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:47:51.496643 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d4741079-876d-4a42-833e-a51d9dcaa2d3 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9632649 Jan 21 19:47:54.305237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33450) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:47:54.756782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:47:54.813619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.policy [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80130) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 21 19:47:54.814491 dv-cinder-726180-8-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:47:54.814903 dv-cinder-726180-8-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:47:54.827008 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] Loaded quota_driver: . Jan 21 19:47:54.844182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:47:54.904672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783334891577', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783334878974', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783334881652', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783334858554', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783334855617', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-993081', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-585874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852741967', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2030282'] for rbac-policy, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:54.974808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:54.976047 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c44aa292-7b3f-4c56-8fd6-401ec85b49f8 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6698191 Jan 21 19:47:58.071385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 33464) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:47:58.833694 dv-cinder-726180-8-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:47:58.834344 dv-cinder-726180-8-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:47:59.069555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Request body: {'network': {'name': 'private', 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'admin_state_up': True}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:47:59.072760 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.quota [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Loaded quota_driver: . Jan 21 19:47:59.089910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:47:59.098154 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Usage tracker for resource:network and tenant:11bd3ce9c87c4b61a36206c207dc35b0 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:47:59.102690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:47:59.110034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:47:59.124762 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Made reservation on behalf of 11bd3ce9c87c4b61a36206c207dc35b0 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:47:59.164154 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.policy [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80129) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 21 19:47:59.165014 dv-cinder-726180-8-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:47:59.165416 dv-cinder-726180-8-smb neutron-server[80018]: WARNING oslo_policy.policy [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:47:59.180550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:59.200375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:59.218402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:47:59.222379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Usage tracker for resource:security_group_rule and tenant:11bd3ce9c87c4b61a36206c207dc35b0 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:47:59.226313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:47:59.232141 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:47:59.337477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:59.340382 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:59.346639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:47:59.371501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:47:59.399893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:59.400487 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Added segment 232e4f39-c2ae-4f38-8076-8569f228197b of type vxlan for network d03098b5-dc70-4f32-9c8c-2795ca62decd Jan 21 19:47:59.453311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bbd5df-3616-475b-b390-c42e6ba6dbea,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:47:59.478007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.478416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.478774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.479123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.479469 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.479814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.480155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.480494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.480854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.481194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.481533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.481869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Tracked resource versions report: Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: pushed versions: Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: { 'AddressGroup': {'1.1'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': {'1.0'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': {'1.1'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': {'1.6'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': {'1.0'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': {'1.1'}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': {'1.1'}} Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: consumer versions: Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: { DHCP agent@dv-cinder-726180-8-smb: {}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: L3 agent@dv-cinder-726180-8-smb: {}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: Metadata agent@dv-cinder-726180-8-smb: {}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: Metering agent@dv-cinder-726180-8-smb: {}, Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-726180-8-smb: { 'AddressGroup': '1.1', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}} Jan 21 19:47:59.483653 dv-cinder-726180-8-smb neutron-server[80018]: {{(pid=80129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:47:59.524078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:59.539239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:47:59.573024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:59.574763 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:47:59.575489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:59.581911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:47:59.857910 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.7838178 Jan 21 19:47:59.860856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Pushing event updated for resources: {'Network': ['ID=d03098b5-dc70-4f32-9c8c-2795ca62decd,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:47:59.864208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:47:59.874543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network d03098b5-dc70-4f32-9c8c-2795ca62decd details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:48:03.027907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 33486) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:03.565804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9feef-9202-4ac7-b2b4-b00e0a1de611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:48:03.567252 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-65b9feef-9202-4ac7-b2b4-b00e0a1de611 admin admin] 10.222.0.76 "GET /v2.0/networks/d03098b5-dc70-4f32-9c8c-2795ca62decd HTTP/1.1" status: 200 len: 818 time: 0.5382676 Jan 21 19:48:03.600724 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f7ca895f-0839-402f-93f0-aeb8f0163433 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/0eb17f57-8ac4-43b6-b31b-37c0025daed6 HTTP/1.1" status: 200 len: 734 time: 0.0270760 Jan 21 19:48:03.611666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Request body: {'subnet': {'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd', 'name': 'private-subnet', 'subnetpool_id': '0eb17f57-8ac4-43b6-b31b-37c0025daed6', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:48:03.616868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:48:03.620870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Usage tracker for resource:subnet and tenant:11bd3ce9c87c4b61a36206c207dc35b0 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:48:03.625474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:48:03.631393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:48:03.639518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Made reservation on behalf of 11bd3ce9c87c4b61a36206c207dc35b0 for: {'subnet': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:48:03.644145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:04.140466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:04.158760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:04.306681 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e224819f-91d9-47b3-a565-d0d059774d5d,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:04.324486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:04.397100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Checking segment: {'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:48:04.397420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Network hostable DHCP agents. Network: d03098b5-dc70-4f32-9c8c-2795ca62decd, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:48:04.424516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Network d03098b5-dc70-4f32-9c8c-2795ca62decd is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:48:04.438979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, d03098b5-dc70-4f32-9c8c-2795ca62decd) {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:48:04.444119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:48:04.444775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:04.451564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8bf6e-2b32-42d2-8b6b-d686bf6e29e2 None None] Network d03098b5-dc70-4f32-9c8c-2795ca62decd requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:48:04.474182 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8616846 Jan 21 19:48:04.854859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf4a774e-0682-5269-a270-4daebd37ea43-d03098b5-dc70-4f32-9c8c-2795ca62decd', 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'fixed_ips': [{'subnet_id': 'e224819f-91d9-47b3-a565-d0d059774d5d'}]}} from dv-cinder-726180-8-smb. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:48:04.856100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:05.245034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Allocated IP 172.20.0.2 (d03098b5-dc70-4f32-9c8c-2795ca62decd/e224819f-91d9-47b3-a565-d0d059774d5d/a9f2cf28-04d8-4342-8d8f-9edd0ce10a52) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:48:05.679186 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:05.692349 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Transition to ACTIVE for port object a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:48:05.714059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Transition to ACTIVE for port object a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:48:05.722063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:05.740276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:05.872680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Pushing event updated for resources: {'Port': ['ID=a9f2cf28-04d8-4342-8d8f-9edd0ce10a52,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:05.892280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.892651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.893021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.893380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.893742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.894094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.894472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.894824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.895174 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.895525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.895873 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.896217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Tracked resource versions report: Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: pushed versions: Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: { 'AddressGroup': {'1.1'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': {'1.0'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': {'1.1'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': {'1.6'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': {'1.0'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': {'1.1'}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': {'1.1'}} Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: consumer versions: Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: { DHCP agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: L3 agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: Metadata agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: Metering agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-726180-8-smb: { 'AddressGroup': '1.1', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}} Jan 21 19:48:05.897336 dv-cinder-726180-8-smb neutron-server[80018]: {{(pid=80133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:48:05.901051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:05.959519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Network d03098b5-dc70-4f32-9c8c-2795ca62decd is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:48:05.961111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:48:05.965495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:48:06.059555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Attempting to bind port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:48:06.059971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Attempting to bind port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:48:06.060543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Attempting to bind port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 on network d03098b5-dc70-4f32-9c8c-2795ca62decd {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:48:06.066781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:48:06.067202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Checking segment: {'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:48:06.067632 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:06.068102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Bound using segment: {'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:48:06.068599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Bound port: a9f2cf28-04d8-4342-8d8f-9edd0ce10a52, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:48:06.069031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:06.165887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] For port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:48:06.170406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] For port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=a9f2cf28-04d8-4342-8d8f-9edd0ce10a52,segment=NetworkSegment(232e4f39-c2ae-4f38-8076-8569f228197b),segment_id=232e4f39-c2ae-4f38-8076-8569f228197b)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:48:06.175871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:06.203023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:06.352753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Pushing event updated for resources: {'Port': ['ID=a9f2cf28-04d8-4342-8d8f-9edd0ce10a52,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:06.357782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:07.421908 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33496) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:08.024318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-39d2ad61-2584-46e8-a04c-8edde5e353b8 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:48:08.025875 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-39d2ad61-2584-46e8-a04c-8edde5e353b8 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6025186 Jan 21 19:48:10.561218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:48:10.657634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:48:10.844847 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33510) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:11.454468 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-00df6cbb-492a-421d-8f65-79098b725831 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:48:11.456271 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-00df6cbb-492a-421d-8f65-79098b725831 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6102366 Jan 21 19:48:11.505484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fbc75f-01e8-4eed-9264-f99b51acf5ef None None] Network d03098b5-dc70-4f32-9c8c-2795ca62decd requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:48:11.607286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] Provisioning for port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:48:11.623606 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] Provisioning complete for port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:11.623956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:11.879534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:11.932809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] For port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=a9f2cf28-04d8-4342-8d8f-9edd0ce10a52,segment=NetworkSegment(232e4f39-c2ae-4f38-8076-8569f228197b),segment_id=232e4f39-c2ae-4f38-8076-8569f228197b)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:48:11.942602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:11.947708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:12.029670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] Pushing event updated for resources: {'Port': ['ID=a9f2cf28-04d8-4342-8d8f-9edd0ce10a52,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:12.033286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:12.273097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc81e62b-26c3-4159-9a73-8d836cdbecb3 None None] Provisioning complete for port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:12.273400 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc81e62b-26c3-4159-9a73-8d836cdbecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:12.521047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:48:12.642106 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-8cc86530-502a-4a4f-8d8d-d6d96ed80d16 None None] Provisioning complete for port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:12.643134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8cc86530-502a-4a4f-8d8d-d6d96ed80d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:12.773787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:12.774229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:14.223216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-37686334-59cc-40e7-a52b-52a45e18bae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:14.705896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33522) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:15.121732 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'admin_state_up': True}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:48:15.127313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:48:15.131695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Usage tracker for resource:router and tenant:11bd3ce9c87c4b61a36206c207dc35b0 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:48:15.135341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:48:15.141969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:48:15.150962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852772242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501554'] for router, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:15.152750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852770330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852771701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852718696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854274247'] for router, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:15.175578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:15.290655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852795496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852795521'] for router, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:15.308995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] Notify callbacks [] for router, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:15.310359 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-98cb487f-46ad-4f44-83d5-1e1d47a589dd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6033442 Jan 21 19:48:16.634996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-06b8fff8-94ed-45ce-bd77-9a804aa749d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:17.114745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:18.274279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33542) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:18.349390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:18.542562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-3c3f0adb-8992-44ce-8f1f-e7ea4bab3415 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:48:18.543630 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3c3f0adb-8992-44ce-8f1f-e7ea4bab3415 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2684677 Jan 21 19:48:18.722488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:21.256595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33562) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:21.419191 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:48:21.426695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:48:21.431218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Usage tracker for resource:network and tenant:0709ff78c4184b7bb809643bdb163cc8 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:48:21.434717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:48:21.440466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:48:21.449909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Made reservation on behalf of 0709ff78c4184b7bb809643bdb163cc8 for: {'network': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:48:21.457085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:21.475769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:21.494633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:48:21.499350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Usage tracker for resource:security_group_rule and tenant:0709ff78c4184b7bb809643bdb163cc8 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:48:21.502758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:48:21.508477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:48:21.820207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:21.824134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:21.833809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:21.855227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Reserving flat network on physical network physnet1 {{(pid=80130) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 21 19:48:21.902280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:21.902920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Unsubscribe: segment precommit_create {{(pid=80130) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 21 19:48:21.903964 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Added segment 6cd6e1b3-8964-496f-8728-c3e73e673f6c of type flat for network ffa21988-c14c-4b58-833d-021bff0ef1f9 Jan 21 19:48:21.970898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed6e6d2-dbef-4320-94d1-a3122e6f67cb,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:21.989644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.990099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.990567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.990964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.991492 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.991831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.992201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.992585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.993046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.993538 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.993826 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.994245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Tracked resource versions report: Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: pushed versions: Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: { 'AddressGroup': {'1.1'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': {'1.0'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': {'1.1'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': {'1.6'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': {'1.0'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': {'1.1'}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': {'1.1'}} Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: consumer versions: Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: { DHCP agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: L3 agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: Metadata agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: Metering agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-726180-8-smb: { 'AddressGroup': '1.1', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}} Jan 21 19:48:21.995539 dv-cinder-726180-8-smb neutron-server[80018]: {{(pid=80130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:48:22.059157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:22.065217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:22.108711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:22.110045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:48:22.110731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:22.115840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:22.234347 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9762721 Jan 21 19:48:22.235493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Pushing event updated for resources: {'Network': ['ID=ffa21988-c14c-4b58-833d-021bff0ef1f9,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:22.240925 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:22.248836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:48:24.965142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33576) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:25.136344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f91b32-98b4-41e7-bd96-6f3049291e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:48:25.137974 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-92f91b32-98b4-41e7-bd96-6f3049291e9e admin admin] 10.222.0.76 "GET /v2.0/subnets/e224819f-91d9-47b3-a565-d0d059774d5d HTTP/1.1" status: 200 len: 849 time: 0.1738448 Jan 21 19:48:25.295210 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cb665123-daa1-4c31-9c4f-fd92d478ff82 admin admin] 10.222.0.76 "GET /v2.0/routers/c3786877-030e-44d4-a21e-43bff88625e0 HTTP/1.1" status: 200 len: 704 time: 0.1480219 Jan 21 19:48:25.894502 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:26.348649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Allocated IP 172.20.0.1 (d03098b5-dc70-4f32-9c8c-2795ca62decd/e224819f-91d9-47b3-a565-d0d059774d5d/51772096-39e8-4b8e-bd47-eca78c8b3dc5) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:48:26.558449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:26.566024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:48:26.582282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Transition to ACTIVE for port object 51772096-39e8-4b8e-bd47-eca78c8b3dc5 will not be triggered until provisioned by entity DHCP. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:48:26.646350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:26.663256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:26.974784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Pushing event updated for resources: {'Port': ['ID=51772096-39e8-4b8e-bd47-eca78c8b3dc5,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:26.985286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:27.040983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Network d03098b5-dc70-4f32-9c8c-2795ca62decd is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:48:27.042114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:48:27.045487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:48:27.046347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980322'] for router_interface, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:27.332000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-804f0481-0cd7-42ba-8296-f081cad2d6e4 None None] Provisioning for port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:48:27.334005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:27.337852 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-804f0481-0cd7-42ba-8296-f081cad2d6e4 None None] Provisioning complete for port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:27.338300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-804f0481-0cd7-42ba-8296-f081cad2d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:27.402710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-804f0481-0cd7-42ba-8296-f081cad2d6e4 None None] Port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:48:27.648753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:27.652400 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:27.653745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1591159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003525'] for router_interface, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:27.668550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:27.806007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Pushing event updated for resources: {'Port': ['ID=51772096-39e8-4b8e-bd47-eca78c8b3dc5,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:27.812061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:27.873829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Network d03098b5-dc70-4f32-9c8c-2795ca62decd is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:48:27.875046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:48:28.096092 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Router c3786877-030e-44d4-a21e-43bff88625e0 is scheduled to L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d with binding_index 1 {{(pid=80130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:48:28.128555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7929aef7-ab43-4f0d-a77d-72a7ba5c9684 None None] Provisioning complete for port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:28.128988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7929aef7-ab43-4f0d-a77d-72a7ba5c9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:28.193496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7929aef7-ab43-4f0d-a77d-72a7ba5c9684 None None] Port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:48:28.267512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:48:28.278865 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] 10.222.0.76 "PUT /v2.0/routers/c3786877-030e-44d4-a21e-43bff88625e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9742262 Jan 21 19:48:28.279100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Sync routers for ids ['c3786877-030e-44d4-a21e-43bff88625e0'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:48:28.291075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Routers {'c3786877-030e-44d4-a21e-43bff88625e0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:48:28.292117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:48:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c3786877-030e-44d4-a21e-43bff88625e0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:48:28.488278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Set router c3786877-030e-44d4-a21e-43bff88625e0 gateway port host: None {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:48:28.906099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'name': 'router1', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:48:15Z', 'updated_at': '2021-01-21T19:48:27Z', 'revision_number': 2, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'gw_port_host': None, '_interfaces': [{'id': '51772096-39e8-4b8e-bd47-eca78c8b3dc5', 'name': '', 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'mac_address': 'fa:16:3e:47:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:26Z', 'updated_at': '2021-01-21T19:48:27Z', 'revision_number': 2, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'subnets': [{'id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb17f57-8ac4-43b6-b31b-37c0025daed6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:48:28.913060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Checking router: c3786877-030e-44d4-a21e-43bff88625e0 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:48:28.913491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Updating router c3786877-030e-44d4-a21e-43bff88625e0 port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 binding host dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:48:29.145646 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:29.648482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:29.664747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Transition to ACTIVE for port object 51772096-39e8-4b8e-bd47-eca78c8b3dc5 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:48:29.667789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:29.685809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:29.853047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Pushing event updated for resources: {'Port': ['ID=51772096-39e8-4b8e-bd47-eca78c8b3dc5,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:29.870771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.871153 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.871538 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.872504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.872914 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.873512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.873878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.874283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.874776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.875199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.875550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.875913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Tracked resource versions report: Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: pushed versions: Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: { 'AddressGroup': {'1.1'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': {'1.0'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': {'1.1'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': {'1.6'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': {'1.0'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': {'1.1'}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': {'1.1'}} Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: consumer versions: Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: { DHCP agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: L3 agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: Metadata agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: Metering agent@dv-cinder-726180-8-smb: {}, Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-726180-8-smb: { 'AddressGroup': '1.1', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}} Jan 21 19:48:29.877214 dv-cinder-726180-8-smb neutron-server[80018]: {{(pid=80134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:48:29.882339 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:30.139196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Attempting to bind port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:48:30.139900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Attempting to bind port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:48:30.140529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Attempting to bind port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 on network d03098b5-dc70-4f32-9c8c-2795ca62decd {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:48:30.147542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:48:30.148168 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Checking segment: {'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:48:30.148467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:30.148947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Bound using segment: {'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:48:30.149496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Bound port: 51772096-39e8-4b8e-bd47-eca78c8b3dc5, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232e4f39-c2ae-4f38-8076-8569f228197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:48:30.149945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:30.276949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] For port 51772096-39e8-4b8e-bd47-eca78c8b3dc5, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:48:30.281841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] For port 51772096-39e8-4b8e-bd47-eca78c8b3dc5, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=51772096-39e8-4b8e-bd47-eca78c8b3dc5,segment=NetworkSegment(232e4f39-c2ae-4f38-8076-8569f228197b),segment_id=232e4f39-c2ae-4f38-8076-8569f228197b)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:48:30.287125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:30.304951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:30.483132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Pushing event updated for resources: {'Port': ['ID=51772096-39e8-4b8e-bd47-eca78c8b3dc5,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:30.489045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:30.558815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Routers {'c3786877-030e-44d4-a21e-43bff88625e0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:48:30.560711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:48:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c3786877-030e-44d4-a21e-43bff88625e0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:48:30.798463 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] Set router c3786877-030e-44d4-a21e-43bff88625e0 gateway port host: None {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:48:30.995540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33588) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:31.176858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'name': 'router1', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:48:15Z', 'updated_at': '2021-01-21T19:48:27Z', 'revision_number': 2, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'gw_port_host': None, '_interfaces': [{'id': '51772096-39e8-4b8e-bd47-eca78c8b3dc5', 'name': '', 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'mac_address': 'fa:16:3e:47:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:26Z', 'updated_at': '2021-01-21T19:48:30Z', 'revision_number': 4, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'subnets': [{'id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb17f57-8ac4-43b6-b31b-37c0025daed6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:48:31.183542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b4a3b-37b4-4681-bd46-42c8ca185b3f None None] The sync data for ids ['c3786877-030e-44d4-a21e-43bff88625e0'] in dv-cinder-726180-8-smb is: [{'id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'name': 'router1', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:48:15Z', 'updated_at': '2021-01-21T19:48:27Z', 'revision_number': 2, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'gw_port_host': None, '_interfaces': [{'id': '51772096-39e8-4b8e-bd47-eca78c8b3dc5', 'name': '', 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'mac_address': 'fa:16:3e:47:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:26Z', 'updated_at': '2021-01-21T19:48:30Z', 'revision_number': 4, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'subnets': [{'id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb17f57-8ac4-43b6-b31b-37c0025daed6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:48:31.214929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2327e0fb-eb9e-4eb4-88d5-7bfc13dc06dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:48:31.216130 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2327e0fb-eb9e-4eb4-88d5-7bfc13dc06dc admin admin] Synchronizing usage tracker for tenant:0709ff78c4184b7bb809643bdb163cc8 on resource:network {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:48:31.235756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2327e0fb-eb9e-4eb4-88d5-7bfc13dc06dc admin admin] Unset dirty status for tenant:0709ff78c4184b7bb809643bdb163cc8 on resource:network {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:48:31.237140 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2327e0fb-eb9e-4eb4-88d5-7bfc13dc06dc admin admin] 10.222.0.76 "GET /v2.0/networks/ffa21988-c14c-4b58-833d-021bff0ef1f9 HTTP/1.1" status: 200 len: 842 time: 0.2404697 Jan 21 19:48:31.248336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'gateway_ip': '172.28.3.1'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:48:31.255430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:48:31.260916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Usage tracker for resource:subnet and tenant:0709ff78c4184b7bb809643bdb163cc8 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:48:31.264832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:48:31.271183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:48:31.281105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Made reservation on behalf of 0709ff78c4184b7bb809643bdb163cc8 for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:48:31.285747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:31.804803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80130) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 19:48:31.805333 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:31.821351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:32.143798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:32.161045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:32.227207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Checking segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:48:32.227605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Network hostable DHCP agents. Network: ffa21988-c14c-4b58-833d-021bff0ef1f9, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:48:32.261081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:48:32.280083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, ffa21988-c14c-4b58-833d-021bff0ef1f9) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:48:32.284586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:48:32.285152 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:32.295055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c67441-72e5-43fc-b7b5-b4912fbc90a4 None None] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:48:32.308134 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0638938 Jan 21 19:48:32.705160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 51772096-39e8-4b8e-bd47-eca78c8b3dc5 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:48:32.755029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf54f43-0808-44f4-9f35-3a49bb3f4777 None None] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:48:32.927948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:48:32.943921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:32.944331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:33.170028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:33.207178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port 51772096-39e8-4b8e-bd47-eca78c8b3dc5, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=51772096-39e8-4b8e-bd47-eca78c8b3dc5,segment=NetworkSegment(232e4f39-c2ae-4f38-8076-8569f228197b),segment_id=232e4f39-c2ae-4f38-8076-8569f228197b)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:48:33.216244 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:33.220214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:33.304784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=51772096-39e8-4b8e-bd47-eca78c8b3dc5,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:33.308304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:34.525675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 51772096-39e8-4b8e-bd47-eca78c8b3dc5 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:48:34.605473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:34.605798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:35.008513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33602) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:35.258032 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-398a75fa-5457-432e-90a3-da466b0c2808 admin admin] 10.222.0.76 "GET /v2.0/routers/c3786877-030e-44d4-a21e-43bff88625e0 HTTP/1.1" status: 200 len: 710 time: 0.2481956 Jan 21 19:48:35.400207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1459bfcf-4475-4892-b975-3d7baf5bc5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:48:35.401679 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1459bfcf-4475-4892-b975-3d7baf5bc5f5 admin admin] 10.222.0.76 "GET /v2.0/networks/ffa21988-c14c-4b58-833d-021bff0ef1f9 HTTP/1.1" status: 200 len: 886 time: 0.1369071 Jan 21 19:48:35.412117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:48:35.920224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852771688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852795509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854274296'] for router, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.285249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.346460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.363169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.378170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:48:36.382102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:48:36.385025 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:48:36.390881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:48:36.487008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.489822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.505467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:36.603668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e398f23-8e5e-438e-9be7-1401d71990b5,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:36.607098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:36.781028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Allocated IP 172.28.3.156 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/b90bb055-0f8b-4ca6-8d09-d90d63cdbee9) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:48:36.938318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.968316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.983638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:37.117844 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b90bb055-0f8b-4ca6-8d09-d90d63cdbee9,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:37.123601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:37.172148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:48:37.173267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:48:37.175599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:48:37.764069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:38.124347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852771688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852795509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854274296'] for router, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:38.127809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852795521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852795538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980288'] for router, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:38.324363 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Router c3786877-030e-44d4-a21e-43bff88625e0 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:48:38.530943 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:48:38.540988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Sync routers for ids ['c3786877-030e-44d4-a21e-43bff88625e0'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:48:38.551818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Routers {'c3786877-030e-44d4-a21e-43bff88625e0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:48:38.552390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Notify callbacks [] for router, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:38.552502 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:48:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c3786877-030e-44d4-a21e-43bff88625e0'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:48:38.554016 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] 10.222.0.76 "PUT /v2.0/routers/c3786877-030e-44d4-a21e-43bff88625e0 HTTP/1.1" status: 200 len: 890 time: 3.1455102 Jan 21 19:48:38.767519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Set router c3786877-030e-44d4-a21e-43bff88625e0 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:48:39.148976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'name': 'router1', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b90bb055-0f8b-4ca6-8d09-d90d63cdbee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:48:15Z', 'updated_at': '2021-01-21T19:48:37Z', 'revision_number': 4, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'gw_port': {'id': 'b90bb055-0f8b-4ca6-8d09-d90d63cdbee9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:36Z', 'updated_at': '2021-01-21T19:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '51772096-39e8-4b8e-bd47-eca78c8b3dc5', 'name': '', 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'mac_address': 'fa:16:3e:47:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:26Z', 'updated_at': '2021-01-21T19:48:33Z', 'revision_number': 5, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'subnets': [{'id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb17f57-8ac4-43b6-b31b-37c0025daed6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:48:39.154116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Checking router: c3786877-030e-44d4-a21e-43bff88625e0 for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:48:39.154534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Updating router c3786877-030e-44d4-a21e-43bff88625e0 port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 binding host dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:48:39.214094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:39.642445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:39.657205 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Transition to ACTIVE for port object b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:48:39.660932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:39.676870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:39.963367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b09976-e0a9-454e-a46e-0741b00117e6 None None] Pushing event updated for resources: {'Port': ['ID=b90bb055-0f8b-4ca6-8d09-d90d63cdbee9,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:39.967865 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-07b09976-e0a9-454e-a46e-0741b00117e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:40.029913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Attempting to bind port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:48:40.030352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Attempting to bind port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:48:40.030754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Attempting to bind port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 on network ffa21988-c14c-4b58-833d-021bff0ef1f9 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:48:40.036499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:48:40.036910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Checking segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:48:40.037349 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:40.037778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Bound using segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:48:40.038311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Bound port: b90bb055-0f8b-4ca6-8d09-d90d63cdbee9, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:48:40.038829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:40.115168 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] For port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:48:40.118494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] For port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=b90bb055-0f8b-4ca6-8d09-d90d63cdbee9,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:48:40.122582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:40.138742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:40.293980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b09976-e0a9-454e-a46e-0741b00117e6 None None] Pushing event updated for resources: {'Port': ['ID=b90bb055-0f8b-4ca6-8d09-d90d63cdbee9,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:40.311118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-07b09976-e0a9-454e-a46e-0741b00117e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:40.338745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Routers {'c3786877-030e-44d4-a21e-43bff88625e0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:48:40.339422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:48:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c3786877-030e-44d4-a21e-43bff88625e0'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:48:40.534117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] Set router c3786877-030e-44d4-a21e-43bff88625e0 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:48:40.900699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'name': 'router1', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b90bb055-0f8b-4ca6-8d09-d90d63cdbee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:48:15Z', 'updated_at': '2021-01-21T19:48:37Z', 'revision_number': 4, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'gw_port': {'id': 'b90bb055-0f8b-4ca6-8d09-d90d63cdbee9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:36Z', 'updated_at': '2021-01-21T19:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '51772096-39e8-4b8e-bd47-eca78c8b3dc5', 'name': '', 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'mac_address': 'fa:16:3e:47:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:26Z', 'updated_at': '2021-01-21T19:48:33Z', 'revision_number': 5, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'subnets': [{'id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb17f57-8ac4-43b6-b31b-37c0025daed6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:48:40.905468 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f9f8fa-d839-4518-814a-a86f6f04dfea None None] The sync data for ids ['c3786877-030e-44d4-a21e-43bff88625e0'] in dv-cinder-726180-8-smb is: [{'id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'name': 'router1', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b90bb055-0f8b-4ca6-8d09-d90d63cdbee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:48:15Z', 'updated_at': '2021-01-21T19:48:37Z', 'revision_number': 4, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'gw_port': {'id': 'b90bb055-0f8b-4ca6-8d09-d90d63cdbee9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:36Z', 'updated_at': '2021-01-21T19:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '51772096-39e8-4b8e-bd47-eca78c8b3dc5', 'name': '', 'network_id': 'd03098b5-dc70-4f32-9c8c-2795ca62decd', 'tenant_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'mac_address': 'fa:16:3e:47:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3786877-030e-44d4-a21e-43bff88625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:48:26Z', 'updated_at': '2021-01-21T19:48:33Z', 'revision_number': 5, 'project_id': '11bd3ce9c87c4b61a36206c207dc35b0', 'subnets': [{'id': 'e224819f-91d9-47b3-a565-d0d059774d5d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb17f57-8ac4-43b6-b31b-37c0025daed6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:48:41.311318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 33612) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:48:41.477957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570d2ce-b73b-4eae-b2fc-8d548de5b475 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:48:41.480456 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0570d2ce-b73b-4eae-b2fc-8d548de5b475 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1673558 Jan 21 19:48:42.562476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:48:42.637751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:48:42.643687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:42.644097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:42.784918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:42.803977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=b90bb055-0f8b-4ca6-8d09-d90d63cdbee9,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:48:42.810307 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:42.813595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:48:42.896319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=b90bb055-0f8b-4ca6-8d09-d90d63cdbee9,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:48:42.899634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:48:44.239296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3df2d6fb-a988-4d62-ab2c-3ffefc92a5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:44.557784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:48:44.683544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port b90bb055-0f8b-4ca6-8d09-d90d63cdbee9 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:48:44.684896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:46.649942 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-26907d81-2b9b-493d-a039-a4ac7804ea09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:47.142738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:48.363389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:48.764140 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:03.565768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:49:14.224395 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67729391-99b0-486b-9533-dc27bd931375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:16.646506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cbd9348b-703f-456a-b466-edcdbc5fae8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:17.119518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:18.358819 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:18.742626 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:40.569941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:49:44.227276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce608066-995c-4763-956a-42dc3ee46149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:46.650555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7ee471e-7c16-473d-88e8-394a9ad27ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:47.130369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:48.364837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:48.748696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:14.230467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff740032-da07-4e32-8eb5-b264cd233fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:16.654832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bec93d11-048a-4af8-89bd-3b49642ab779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:17.126513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:17.570287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:50:18.357789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:18.751029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:44.234935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7d97913c-9c1b-4810-a41f-c1bb87b9834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:46.657247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-965f4e48-fd0f-4f0f-bca0-cdad39f0e5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:47.130206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:48.359998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:48.760846 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:54.569601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:50:59.425613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34188) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:50:59.532372 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8de9969-195c-4c1a-8778-7dda0e81ff28 admin admin] GET failed (client error): The resource could not be found. Jan 21 19:50:59.533794 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c8de9969-195c-4c1a-8778-7dda0e81ff28 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1070631 Jan 21 19:50:59.684938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c241bde4-f7df-4c65-ab19-297d3d047df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:50:59.686577 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c241bde4-f7df-4c65-ab19-297d3d047df5 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1483462 Jan 21 19:51:02.208333 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34198) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:02.366008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3aa442-dd00-4a3b-b738-2a49772c617e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:02.366680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fd3aa442-dd00-4a3b-b738-2a49772c617e admin admin] Synchronizing usage tracker for tenant:0709ff78c4184b7bb809643bdb163cc8 on resource:subnet {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:51:02.382056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fd3aa442-dd00-4a3b-b738-2a49772c617e admin admin] Unset dirty status for tenant:0709ff78c4184b7bb809643bdb163cc8 on resource:subnet {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:51:02.383364 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-fd3aa442-dd00-4a3b-b738-2a49772c617e admin admin] 10.222.0.76 "GET /v2.0/subnets/e224819f-91d9-47b3-a565-d0d059774d5d HTTP/1.1" status: 200 len: 849 time: 0.1739185 Jan 21 19:51:02.394739 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:51:02.528652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Notify callbacks [] for subnet, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:02.954640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783337258048'] for subnet, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:02.974735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-02399163-38e5-4fcd-b994-48828448f9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:51:03.115432 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e224819f-91d9-47b3-a565-d0d059774d5d,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:51:03.140642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.141047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.141392 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.141759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.142128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.142531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.142885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.143237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.143593 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.143941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.144370 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.144620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:03.150647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:51:03.357818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:03.358518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:03.360025 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] 10.222.0.76 "PUT /v2.0/subnets/e224819f-91d9-47b3-a565-d0d059774d5d HTTP/1.1" status: 200 len: 868 time: 0.9698660 Jan 21 19:51:03.377464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa6f60-f26c-429c-89d8-481ca7af2553 None None] Network d03098b5-dc70-4f32-9c8c-2795ca62decd requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:51:03.952615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-64b5af84-3e60-4292-8da7-0663dc74160b None None] Provisioning complete for port 51772096-39e8-4b8e-bd47-eca78c8b3dc5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:51:03.953004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-64b5af84-3e60-4292-8da7-0663dc74160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:04.094292 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-64b5af84-3e60-4292-8da7-0663dc74160b None None] Provisioning complete for port a9f2cf28-04d8-4342-8d8f-9edd0ce10a52 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:51:04.094699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-64b5af84-3e60-4292-8da7-0663dc74160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:05.963644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34208) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:06.216621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c6866-c572-4648-bb6b-28805ad55e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:06.217066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c6866-c572-4648-bb6b-28805ad55e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:06.224891 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-142c6866-c572-4648-bb6b-28805ad55e5e admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2539811 Jan 21 19:51:08.835127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34218) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:09.071062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b4fbe-0537-46bc-8a7a-5b1ed8ba60b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:09.071484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b4fbe-0537-46bc-8a7a-5b1ed8ba60b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:09.073143 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b93b4fbe-0537-46bc-8a7a-5b1ed8ba60b7 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2370694 Jan 21 19:51:11.612910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34228) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:11.837805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dff24d-1481-4951-acff-70c0fb066b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:11.839274 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-79dff24d-1481-4951-acff-70c0fb066b90 admin admin] 10.222.0.76 "GET /v2.0/networks/d03098b5-dc70-4f32-9c8c-2795ca62decd HTTP/1.1" status: 200 len: 862 time: 0.2252493 Jan 21 19:51:14.237343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa062407-54b9-43c6-ae6e-3e23bdb85b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:14.494345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34238) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:14.741207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a417a41-308b-47ae-b0bb-aa9cabdb0172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:14.743923 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7a417a41-308b-47ae-b0bb-aa9cabdb0172 admin admin] 10.222.0.76 "GET /v2.0/networks/ffa21988-c14c-4b58-833d-021bff0ef1f9 HTTP/1.1" status: 200 len: 886 time: 0.2486022 Jan 21 19:51:16.665135 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7da48f59-5bde-465c-9d13-950d42f90231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:17.136568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:17.291024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34248) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:17.442929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce452888-e197-426d-9f94-6d33f39cecfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:17.443343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce452888-e197-426d-9f94-6d33f39cecfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:17.445011 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ce452888-e197-426d-9f94-6d33f39cecfc admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1529431 Jan 21 19:51:18.364156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:18.767993 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:20.097005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34258) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:20.255210 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0d5eb-e1c7-44ac-a981-fb02dfa420f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:20.255625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0d5eb-e1c7-44ac-a981-fb02dfa420f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:20.257271 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-62e0d5eb-e1c7-44ac-a981-fb02dfa420f4 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1592143 Jan 21 19:51:22.816336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34268) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:22.975553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e63cbf8-1cb0-4623-8541-1354c28b7bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:22.977510 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1e63cbf8-1cb0-4623-8541-1354c28b7bf5 admin admin] 10.222.0.76 "GET /v2.0/subnets/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec HTTP/1.1" status: 200 len: 816 time: 0.1602156 Jan 21 19:51:25.513123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34278) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:25.669934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1936487-a6e6-4851-beb2-18b5b5b5536f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:25.671543 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f1936487-a6e6-4851-beb2-18b5b5b5536f admin admin] 10.222.0.76 "GET /v2.0/subnets/e224819f-91d9-47b3-a565-d0d059774d5d HTTP/1.1" status: 200 len: 868 time: 0.1573038 Jan 21 19:51:31.569229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:51:44.240329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1528bee-d587-49a3-bbdd-ff4bd9a8f870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:46.659212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed1dc-6078-47b6-a262-58d28e0d8db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:47.137745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:48.368119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:48.771982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:52.298331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34318) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:52.379835 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-4f47454f-7035-4586-816b-394800a5569a admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:51:52.381032 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4f47454f-7035-4586-816b-394800a5569a admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0816214 Jan 21 19:51:55.048446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34328) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:55.157323 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef78039-8cd0-46b8-9794-33a4aa724916 admin admin] GET failed (client error): The resource could not be found. Jan 21 19:51:55.158703 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-8ef78039-8cd0-46b8-9794-33a4aa724916 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1092525 Jan 21 19:51:55.302887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e622ba8-2044-431d-a8aa-ff7fe56c1c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:55.304952 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9e622ba8-2044-431d-a8aa-ff7fe56c1c82 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1410720 Jan 21 19:51:57.854756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34338) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:57.935182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:51:57.940143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:51:57.950675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:51:57.959804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Made reservation on behalf of 0709ff78c4184b7bb809643bdb163cc8 for: {'network': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:51:57.964561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:58.060016 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.services.revisions.revision_plugin [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Could not find related network for resource to bump revision. Jan 21 19:51:58.083555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:51:58.096000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:58.096407 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Added segment 9ba93add-655d-4672-91d4-531c19f933f1 of type vxlan for network 9edd11c1-fee7-4186-b45f-4491cf7e98ea Jan 21 19:51:58.123870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:58.154373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:58.155634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:51:58.156271 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:58.161212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:51:58.263256 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4073048 Jan 21 19:51:58.266171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Pushing event updated for resources: {'Network': ['ID=9edd11c1-fee7-4186-b45f-4491cf7e98ea,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:51:58.269004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:51:58.277605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 9edd11c1-fee7-4186-b45f-4491cf7e98ea details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:52:00.874498 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34348) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:52:00.980895 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1165c6c-9c56-4bad-a132-7d4b1d231252 admin admin] GET failed (client error): The resource could not be found. Jan 21 19:52:00.981444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c1165c6c-9c56-4bad-a132-7d4b1d231252 admin admin] Synchronizing usage tracker for tenant:0709ff78c4184b7bb809643bdb163cc8 on resource:network {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:52:00.995869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c1165c6c-9c56-4bad-a132-7d4b1d231252 admin admin] Unset dirty status for tenant:0709ff78c4184b7bb809643bdb163cc8 on resource:network {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:52:00.997064 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c1165c6c-9c56-4bad-a132-7d4b1d231252 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1215365 Jan 21 19:52:01.118339 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfff21a-733b-4787-b585-de537df66ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:52:01.119843 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-bbfff21a-733b-4787-b585-de537df66ceb admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1183281 Jan 21 19:52:01.136810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:52:01.141640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:52:01.151991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:52:01.160662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Made reservation on behalf of 0709ff78c4184b7bb809643bdb163cc8 for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:52:01.165486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:01.567857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:01.583679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:52:01.884407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444a827a-e152-4040-8b2f-d2710cd5f898,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:52:01.889141 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:52:01.957668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Checking segment: {'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:52:01.958052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Network hostable DHCP agents. Network: 9edd11c1-fee7-4186-b45f-4491cf7e98ea, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:52:01.977452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Network 9edd11c1-fee7-4186-b45f-4491cf7e98ea is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:52:01.985574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 9edd11c1-fee7-4186-b45f-4491cf7e98ea) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:52:01.989521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:52:01.990167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:01.995919 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247df4f5-8089-4379-8a5c-ddbd285d36d2 None None] Network 9edd11c1-fee7-4186-b45f-4491cf7e98ea requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:52:02.014307 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8857870 Jan 21 19:52:02.280611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf4a774e-0682-5269-a270-4daebd37ea43-9edd11c1-fee7-4186-b45f-4491cf7e98ea', 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea', 'tenant_id': '0709ff78c4184b7bb809643bdb163cc8', 'fixed_ips': [{'subnet_id': '444a827a-e152-4040-8b2f-d2710cd5f898'}]}} from dv-cinder-726180-8-smb. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:52:02.281524 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:02.595381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Allocated IP 192.168.233.2 (9edd11c1-fee7-4186-b45f-4491cf7e98ea/444a827a-e152-4040-8b2f-d2710cd5f898/109d6a49-6f60-4f88-baf9-f2b1501e5414) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:52:02.886571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:02.898769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Transition to ACTIVE for port object 109d6a49-6f60-4f88-baf9-f2b1501e5414 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:52:02.916220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Transition to ACTIVE for port object 109d6a49-6f60-4f88-baf9-f2b1501e5414 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:52:02.921265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:02.936226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:52:03.077691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Pushing event updated for resources: {'Port': ['ID=109d6a49-6f60-4f88-baf9-f2b1501e5414,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:52:03.092012 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.092344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.092722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.093096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.093464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.093830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.094238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.094600 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.094965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.095325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.095686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.096048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:52:03.103001 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:52:03.155709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Network 9edd11c1-fee7-4186-b45f-4491cf7e98ea is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:52:03.157341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:52:03.159939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:52:03.224201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Attempting to bind port 109d6a49-6f60-4f88-baf9-f2b1501e5414 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:52:03.224773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Attempting to bind port 109d6a49-6f60-4f88-baf9-f2b1501e5414 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:52:03.225971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Attempting to bind port 109d6a49-6f60-4f88-baf9-f2b1501e5414 on network 9edd11c1-fee7-4186-b45f-4491cf7e98ea {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:52:03.233377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:52:03.233975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Checking segment: {'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:52:03.234686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:03.235245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Bound using segment: {'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:52:03.235983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Bound port: 109d6a49-6f60-4f88-baf9-f2b1501e5414, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:52:03.236516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:03.340033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] For port 109d6a49-6f60-4f88-baf9-f2b1501e5414, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:52:03.344300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] For port 109d6a49-6f60-4f88-baf9-f2b1501e5414, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=109d6a49-6f60-4f88-baf9-f2b1501e5414,segment=NetworkSegment(9ba93add-655d-4672-91d4-531c19f933f1),segment_id=9ba93add-655d-4672-91d4-531c19f933f1)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:52:03.346811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:03.360328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:52:03.500772 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Pushing event updated for resources: {'Port': ['ID=109d6a49-6f60-4f88-baf9-f2b1501e5414,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:52:03.506346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:52:04.701984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 109d6a49-6f60-4f88-baf9-f2b1501e5414 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:52:04.810594 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 109d6a49-6f60-4f88-baf9-f2b1501e5414 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:52:04.860656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e7275d-0383-4d94-8c20-c465df137590 None None] Network 9edd11c1-fee7-4186-b45f-4491cf7e98ea requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:52:04.993577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] Provisioning for port 109d6a49-6f60-4f88-baf9-f2b1501e5414 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:52:05.001397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] Provisioning complete for port 109d6a49-6f60-4f88-baf9-f2b1501e5414 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:52:05.001812 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:05.235441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:05.275648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] For port 109d6a49-6f60-4f88-baf9-f2b1501e5414, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=109d6a49-6f60-4f88-baf9-f2b1501e5414,segment=NetworkSegment(9ba93add-655d-4672-91d4-531c19f933f1),segment_id=9ba93add-655d-4672-91d4-531c19f933f1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:52:05.278746 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:05.280900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c54033fb-64ce-446e-8713-935ec7b811db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:52:05.356867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] Pushing event updated for resources: {'Port': ['ID=109d6a49-6f60-4f88-baf9-f2b1501e5414,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:52:05.360541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:52:05.509177 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a6d5b867-5abb-434a-8c6d-19008edff8db None None] Provisioning complete for port 109d6a49-6f60-4f88-baf9-f2b1501e5414 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:52:05.509589 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b867-5abb-434a-8c6d-19008edff8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:05.774711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c1116be7-80e4-46d6-b2b5-55f1f73128a4 None None] Provisioning complete for port 109d6a49-6f60-4f88-baf9-f2b1501e5414 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:52:05.775437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1116be7-80e4-46d6-b2b5-55f1f73128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:06.021924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-51214e12-ee11-44d0-a851-69b3bf2fd28e None None] Provisioning complete for port 109d6a49-6f60-4f88-baf9-f2b1501e5414 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:52:06.022785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51214e12-ee11-44d0-a851-69b3bf2fd28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:06.653484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 109d6a49-6f60-4f88-baf9-f2b1501e5414 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:52:06.984618 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 109d6a49-6f60-4f88-baf9-f2b1501e5414 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:52:06.985284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:08.570182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:52:14.252579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8bb2792c-5973-4bf8-922a-d6f447204ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:16.663660 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3f25602-55ed-4046-9eb8-aca473a0ddba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:17.140944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:18.371806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:18.773803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:44.246952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d917784f-bf40-48c6-a91c-711a0bc800a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:45.569334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:52:46.667475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-06400290-3ee2-4ee3-99bc-23a012a86e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:47.145047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:48.373862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:48.788513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:12.302185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34390) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:53:12.308830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [None req-94a7aff4-fcaa-490f-a4f0-6543f0487c39 tempest-verify_tempest_config-1898547687 tempest-verify_tempest_config-1898547687] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:53:12.309929 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-94a7aff4-fcaa-490f-a4f0-6543f0487c39 tempest-verify_tempest_config-1898547687 tempest-verify_tempest_config-1898547687] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0065169 Jan 21 19:53:12.656099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34410) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:53:12.812220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:12.828299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:53:12.832927 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Usage tracker for resource:security_group_rule and tenant:e23f6a78b4604e3487e1ed3d2f9b7a82 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:53:12.835924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:53:12.841827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:53:12.931859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:12.934519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:12.942775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-14c4eb9e-5a5b-4710-aed9-c72604988f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:53:12.985578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96238c1-02ec-4c74-9a3a-e7f0857307d3,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:53:12.990082 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Synchronizing usage tracker for tenant:0709ff78c4184b7bb809643bdb163cc8 on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:53:12.997534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:12.997958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:12.998300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:12.998669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:12.999028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:12.999386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:12.999742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:13.000091 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:13.000443 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:13.001014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:13.001213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:13.001564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:13.007110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:53:13.017712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Unset dirty status for tenant:0709ff78c4184b7bb809643bdb163cc8 on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:53:13.018815 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e23f6a78b4604e3487e1ed3d2f9b7a82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3616686 Jan 21 19:53:13.022501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34416) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:53:13.085734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-384e50ca-02af-444e-b686-740a9e432c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:13.113770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-384e50ca-02af-444e-b686-740a9e432c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:13.163949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-384e50ca-02af-444e-b686-740a9e432c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:13.169159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:53:13.181880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e50ca-02af-444e-b686-740a9e432c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96238c1-02ec-4c74-9a3a-e7f0857307d3,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:53:13.185031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-384e50ca-02af-444e-b686-740a9e432c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:53:13.187148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-384e50ca-02af-444e-b686-740a9e432c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:13.188382 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-384e50ca-02af-444e-b686-740a9e432c8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a96238c1-02ec-4c74-9a3a-e7f0857307d3 HTTP/1.1" status: 204 len: 168 time: 0.1648583 Jan 21 19:53:14.249058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a6cff9a9-0482-4795-a2b6-17ff4d3674bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:16.670011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f796484d-c563-47e8-876c-594ed85bb981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:17.147489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:18.378091 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:18.783726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:22.568505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:53:44.251624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53716e9f-2c5f-4bfd-8273-562b9d9af5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:46.671766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5fd20c41-0c1a-426c-b810-e5a7f1bdb6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:47.151356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:48.382241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:48.790461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:59.568874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:54:14.254281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-41c2beda-3267-49ff-8d9e-46d9273821e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:16.673382 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec3b6c4c-5990-4240-89a4-13a108a297cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:17.154502 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:18.384178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:18.793860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:36.569670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:54:44.257670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f27be294-9a7d-4bf6-a784-4427fd5bd892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:46.676688 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fce2bd3b-f2e5-4013-82d4-c632eb10e1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:47.159345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:48.386628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:48.797551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:12.254415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:12.255035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.255279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.255821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.256007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.256380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.256750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.257124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.257521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.257891 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.258286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.258652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.259015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:12.259407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-72618', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:12.263937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-72618', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:12.738729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] get_endpoint_by_host() called for host hv-cinder-72618 {{(pid=80133) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 21 19:55:12.742983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] get_endpoint_by_ip() called for ip 192.168.0.30 {{(pid=80133) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 21 19:55:12.746774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] _add_endpoint() called for ip 192.168.0.30 {{(pid=80133) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 21 19:55:12.752555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] _get_endpoints() called {{(pid=80133) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 21 19:55:13.577069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:55:14.261003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-20ed84d7-b6f2-439b-911e-c9b021eb4251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:16.680995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f64f853-6864-45df-a706-cf5a6ecb49d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:17.161195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:18.390523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:18.807125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:23.932937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 34488) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:24.104854 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9e63f55c-ff4e-4da9-b3c3-9d9e6b39ea58 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1702287 Jan 21 19:55:26.831241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34498) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:26.928428 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-dce5661f-3db6-4a21-ab01-c2aac261a577 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0959699 Jan 21 19:55:42.268829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:44.280260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dab7f658-eb00-4f74-81fa-39b9d09ca191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:46.686163 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ccadf4e-8771-466c-93cf-08c0b9b5529e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:47.169425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:48.404157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:48.816682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:50.575209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:56:12.286003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:14.272955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5e70-ae27-479f-9ed9-0d6fd9907c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:16.690898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-696cd586-1385-49bd-95cf-e605fa03e642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:17.184297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:18.402590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:18.820700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.579842 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:56:42.293517 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.276512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf25273a-202b-4680-b029-d0308d77cf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:46.697933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d8ca-fe4c-4317-ab4b-996064ae895c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:47.181196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:48.404911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:48.834714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:04.580687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:57:12.321334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:14.283119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90d9834e-aa7e-46b5-ba17-927b1419808a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:16.704379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-637a97ba-f099-43f8-8971-94cd80c74a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.178419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.399279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.834608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:29.772475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34706) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:29.836462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34712) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:30.365321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34724) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:30.804089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-311481535-network', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:30.813625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:30.822609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Usage tracker for resource:network and tenant:7806ac45de97407cb13500bd8afc3bdd is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:30.830618 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:30.844375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:30.878857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2065627750-network', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:30.886011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Made reservation on behalf of 7806ac45de97407cb13500bd8afc3bdd for: {'network': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:30.895097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:30.921709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 34734) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:30.925437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:30.954222 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:30.968970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:30.993892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Usage tracker for resource:security_group_rule and tenant:7806ac45de97407cb13500bd8afc3bdd is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:31.006682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:31.032923 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:31.051860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Usage tracker for resource:network and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:31.127321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:31.246962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.250086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:31.255042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.285805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:57:31.303388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.304051 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Added segment ef33e8c7-86bd-4662-8fa2-08611a9ebd5f of type vxlan for network c3730a87-1ba8-4613-8981-c18501a9eeac Jan 21 19:57:31.339911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.374389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:31.387965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.390872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:31.391501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.428698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Made reservation on behalf of 1c74ebeceab1462f9edb3514e809d8b6 for: {'network': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:31.434401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.460703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.524230 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7500212 Jan 21 19:57:31.530724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 34756) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:31.546806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Request body: {'subnet': {'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-subnet', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:31.547471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:31.557129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:31.562078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:31.566823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:31.572048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Usage tracker for resource:subnet and tenant:7806ac45de97407cb13500bd8afc3bdd is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:31.581881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:31.582168 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:31.595793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:31.616247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Made reservation on behalf of 7806ac45de97407cb13500bd8afc3bdd for: {'subnet': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:31.621793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.767361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-804616398-network', 'tenant_id': '93d8d5db61524c828953b7b3e3aafc40'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:31.813489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.837515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-615733787-network', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:31.851028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:31.851391 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:31.857452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Usage tracker for resource:network and tenant:93d8d5db61524c828953b7b3e3aafc40 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:31.861337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:31.868146 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Usage tracker for resource:network and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:31.870189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:31.874338 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:31.890515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:31.910033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.913008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Made reservation on behalf of f582e7664b7d4f8cbdaab1fbdf0bc1ce for: {'network': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:31.925689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.949117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905259de-939d-4b92-875d-6fd2ca0ece89,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:31.980397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.981419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.982180 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.983151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.984003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.984701 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.985971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.986987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.987848 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.988723 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.989653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.990464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.991402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.992496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.992669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.993213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Made reservation on behalf of 93d8d5db61524c828953b7b3e3aafc40 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:31.993453 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.994358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.995139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.996188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.996897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.997918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.998739 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.998874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.999677 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.000350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Tracked resource versions report: Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: pushed versions: Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: { 'AddressGroup': {'1.1'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': {'1.0'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': {'1.1'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': {'1.6'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': {'1.0'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': {'1.1'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': {'1.1'}} Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: consumer versions: Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: { DHCP agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: L3 agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: Metadata agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: Metering agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-726180-8-smb: { 'AddressGroup': '1.1', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}, Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@hv-cinder-72618: { 'AddressGroup': '1.1', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}} Jan 21 19:57:32.003079 dv-cinder-726180-8-smb neutron-server[80018]: {{(pid=80130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:57:32.011623 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:32.013134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:32.017698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.038526 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:32.044348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Usage tracker for resource:security_group_rule and tenant:93d8d5db61524c828953b7b3e3aafc40 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:32.048026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:32.054719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:32.080260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe1c02c-c6a0-42ef-897e-107b93b3d9a6,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:32.086487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:32.090708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-57c28d83-b8a0-4e9e-bb44-0db342688818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.666s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:32.303183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.331451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Pushing event updated for resources: {'Network': ['ID=c3730a87-1ba8-4613-8981-c18501a9eeac,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:32.336962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:32.355224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network c3730a87-1ba8-4613-8981-c18501a9eeac details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:32.393866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:32.406993 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:57:32.441926 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Usage tracker for resource:security_group_rule and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:32.451347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.464265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:32.498301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.502480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.503135 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Added segment 5e4d2470-0c03-479b-b47a-176b7b73e303 of type vxlan for network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 Jan 21 19:57:32.608294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:32.614195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.656644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:32.675067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.675849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.676369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.677227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.677753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.678312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.678821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.679340 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.679843 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.680348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.680867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.681367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.681952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.683089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.683602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.684384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.684888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.685393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.685968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.686520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.687085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.687590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.688094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.688609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Tracked resource versions report: Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: pushed versions: Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: { 'AddressGroup': {'1.1'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': {'1.0'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': {'1.1'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': {'1.6'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': {'1.0'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': {'1.1'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': {'1.1'}} Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: consumer versions: Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: { DHCP agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: L3 agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: Metadata agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: Metering agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-726180-8-smb: { 'AddressGroup': '1.1', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}, Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@hv-cinder-72618: { 'AddressGroup': '1.1', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}} Jan 21 19:57:32.690127 dv-cinder-726180-8-smb neutron-server[80018]: {{(pid=80129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:57:32.723647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:32.731668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:32.746425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80129) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:57:32.747567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 19:57:32.761295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network c3730a87-1ba8-4613-8981-c18501a9eeac details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:32.874764 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.963324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.966254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:32.967156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.973534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.974677 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:32.992298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.096595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:33.098367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:57:33.143293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.143618 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Added segment 26181843-7bf0-4bd4-ae87-294cd5fe0c60 of type vxlan for network eda9e604-1d3f-4196-a1bb-adbf40e58f0e Jan 21 19:57:33.145752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:33.159737 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.3204975 Jan 21 19:57:33.160866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34788) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:33.161836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:33.165144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-384e50ca-02af-444e-b686-740a9e432c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:33.169033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:33.179874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Request body: {'subnet': {'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2065627750-subnet', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:33.197097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:33.223861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Usage tracker for resource:subnet and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:33.241733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:33.247081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.270318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:33.278500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395c15c1-87ac-45f0-b0b3-e5db4fe8a8b5,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:33.288890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:33.316133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.319380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Made reservation on behalf of 1c74ebeceab1462f9edb3514e809d8b6 for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:33.325249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.419528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.438641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:33.439296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.458303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:33.493466 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1158979 Jan 21 19:57:33.498396 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34796) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:33.576494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Request body: {'subnet': {'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-subnet', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:33.581772 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:33.586287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Usage tracker for resource:subnet and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:33.590644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:33.598727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:33.627621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Made reservation on behalf of f582e7664b7d4f8cbdaab1fbdf0bc1ce for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:33.633131 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.654725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5e4878-2c34-4120-8b80-c315eff9ba22,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:33.684401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:33.751435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:57:33.773838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.774661 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Added segment afb1ed95-2e06-4283-8e58-a705bdf4e91f of type vxlan for network a78defdb-8152-44e8-9802-204725e888a7 Jan 21 19:57:33.776906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:33.837555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.861256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Pushing event updated for resources: {'Network': ['ID=eda9e604-1d3f-4196-a1bb-adbf40e58f0e,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:33.865142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:34.000743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.009167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:34.010755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.033019 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-34e70e14-d7b4-436e-ae37-e51123ef56bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:34.041005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:34.081424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:34.243818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Checking segment: {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:34.243818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Network hostable DHCP agents. Network: c3730a87-1ba8-4613-8981-c18501a9eeac, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:57:34.251128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Pushing event updated for resources: {'Network': ['ID=a78defdb-8152-44e8-9802-204725e888a7,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:34.268919 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.3455093 Jan 21 19:57:34.270003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:34.275787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 34820) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:34.292201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Request body: {'subnet': {'network_id': 'a78defdb-8152-44e8-9802-204725e888a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-804616398-subnet', 'tenant_id': '93d8d5db61524c828953b7b3e3aafc40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:34.301972 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:34.311709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Usage tracker for resource:subnet and tenant:93d8d5db61524c828953b7b3e3aafc40 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:34.316170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:34.323822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Network c3730a87-1ba8-4613-8981-c18501a9eeac is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:57:34.327326 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:34.342495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, c3730a87-1ba8-4613-8981-c18501a9eeac) {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:34.344719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Made reservation on behalf of 93d8d5db61524c828953b7b3e3aafc40 for: {'subnet': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:34.349924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.374050 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:34.375132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.417209 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8872232 Jan 21 19:57:34.459157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34830) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:34.483042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:34.487041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network a78defdb-8152-44e8-9802-204725e888a7 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:34.509672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:34.521404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network a78defdb-8152-44e8-9802-204725e888a7 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:34.527290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Usage tracker for resource:router and tenant:7806ac45de97407cb13500bd8afc3bdd is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:34.537987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:34.554745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:34.593263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852772242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501554'] for router, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.594895 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852770330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852771701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852718696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854274247'] for router, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.617912 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.867599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66be222-631b-4ad9-8e53-f3bd0ee74f52 None None] Network c3730a87-1ba8-4613-8981-c18501a9eeac requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:35.802724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:35.810126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852771688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852795509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854274296'] for router, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:35.845487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:35.860867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-918d51ee-ab34-40a1-a063-766040662738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:35.886296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe010f95-a7ff-49c3-99fd-4a1a78a12f41 None None] Network c3730a87-1ba8-4613-8981-c18501a9eeac requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:36.012459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8377c00-607e-48b6-9d36-f36d507231d4,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:36.013521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:36.019019 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:36.086231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aa92ef69-2e13-4559-bb5c-760fd68de852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:36.180233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Checking segment: {'id': 'afb1ed95-2e06-4283-8e58-a705bdf4e91f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a78defdb-8152-44e8-9802-204725e888a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:36.182972 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Network hostable DHCP agents. Network: a78defdb-8152-44e8-9802-204725e888a7, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:57:36.232387 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Network a78defdb-8152-44e8-9802-204725e888a7 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:57:36.257728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, a78defdb-8152-44e8-9802-204725e888a7) {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:36.266615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:36.267475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:36.280022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fc2cd-b4a8-497a-b69e-b1c566d7819f None None] Network a78defdb-8152-44e8-9802-204725e888a7 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:36.361186 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0598474 Jan 21 19:57:36.896990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ba95b-c625-4012-a343-c711657aaf2a None None] Network a78defdb-8152-44e8-9802-204725e888a7 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:37.201711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=04492ad3-cf0f-4a83-a40e-c2776e49c098,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:37.552192 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 34904) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:37.612008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2aa1d11-e210-4ce7-906a-7f1d1460be3a,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:37.630703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.544s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:37.631356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.675s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:37.632170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:37.840357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.857478 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Checking segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:37.857478 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Network hostable DHCP agents. Network: eda9e604-1d3f-4196-a1bb-adbf40e58f0e, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:57:37.868541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:37.877748 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Usage tracker for resource:security_group_rule and tenant:c6af3947ba2d4ebbb8f80aca48ffddc2 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:37.883458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:37.896170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:37.937161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 34928) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:37.938600 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Checking segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:37.939233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Network hostable DHCP agents. Network: 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:57:37.965746 dv-cinder-726180-8-smb neutron-server[80018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 19:57:38.093330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.100169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.126496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:38.142678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:57:38.217854 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c6af3947ba2d4ebbb8f80aca48ffddc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6639876 Jan 21 19:57:38.219001 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 34936) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:38.246565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e805fe44-af9b-4053-9418-a094b0aea1f4,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:38.257125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:38.379238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5546245a-3860-4f69-a0e0-4b92ad9717fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.443217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5546245a-3860-4f69-a0e0-4b92ad9717fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.445058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, eda9e604-1d3f-4196-a1bb-adbf40e58f0e) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:38.456226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:57:38.456760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac054d-089c-4bbe-8665-a91187ff238e None None] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:38.475719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:38.476859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.536296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5546245a-3860-4f69-a0e0-4b92ad9717fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.547316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:38.581919 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5546245a-3860-4f69-a0e0-4b92ad9717fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.583968 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-5546245a-3860-4f69-a0e0-4b92ad9717fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e805fe44-af9b-4053-9418-a094b0aea1f4 HTTP/1.1" status: 204 len: 168 time: 0.3616269 Jan 21 19:57:38.585569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546245a-3860-4f69-a0e0-4b92ad9717fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e805fe44-af9b-4053-9418-a094b0aea1f4,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:38.592097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5546245a-3860-4f69-a0e0-4b92ad9717fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:38.601987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:38.639609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:38.640266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.683913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b38514f-6f08-4eb1-9e1d-79b8928a7c2f None None] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:38.720280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 34948) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:38.720558 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e8e90122-21ec-4a29-82d9-ba3f0036a3bc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.2178268 Jan 21 19:57:38.725540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.733221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:38.763374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:38.773487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Usage tracker for resource:router and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:38.781553 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9656c379-beac-41cf-9eab-55615e58922b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.6183596 Jan 21 19:57:38.786167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:38.795982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 34952) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:38.819998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:38.839457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:38.848677 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Usage tracker for resource:router and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:38.855733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:38.861028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-f67834a8-c234-47fe-8625-be9c14bfa605 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:38.864064 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-f67834a8-c234-47fe-8625-be9c14bfa605 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/networks?id=a78defdb-8152-44e8-9802-204725e888a7 HTTP/1.1" status: 200 len: 811 time: 0.9125431 Jan 21 19:57:38.865917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.936452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:38.940872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:38.961735 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-f1f44d18-1c72-4971-84a7-adc9d43832c4 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/quotas/93d8d5db61524c828953b7b3e3aafc40 HTTP/1.1" status: 200 len: 375 time: 0.0705044 Jan 21 19:57:38.990826 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852772242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501554'] for router, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.993226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852770330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852771701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852718696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854274247'] for router, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.015876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852772242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501554'] for router, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.017638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852770330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852771701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852718696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854274247'] for router, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.091024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.316543 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-505eb92f-e22e-4513-b403-2eb526b761d9 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?tenant_id=93d8d5db61524c828953b7b3e3aafc40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2189004 Jan 21 19:57:39.436502 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf4a774e-0682-5269-a270-4daebd37ea43-14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a'}]}} from dv-cinder-726180-8-smb. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:57:39.438010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.503883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.984480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf4a774e-0682-5269-a270-4daebd37ea43-eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098'}]}} from dv-cinder-726180-8-smb. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:57:39.986021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.139262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Allocated IP 172.28.3.49 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/9814a64d-b22c-4807-8232-dbdda210e23d) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:40.700610 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-73fe7f32-7eb7-4ab7-95e3-b44a379efb35 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:57:40.719151 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-73fe7f32-7eb7-4ab7-95e3-b44a379efb35 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5626192 Jan 21 19:57:40.883071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.962375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852771688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852795509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854274296'] for router, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:41.011161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852771688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852795509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854274296'] for router, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:41.090204 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 35000) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:41.266462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:41.368640 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-3b9c5ac2-c362-45f2-afbb-6a3c4cf6f52c service neutron] 10.222.0.76 "GET /v2.0/networks/a78defdb-8152-44e8-9802-204725e888a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479230 Jan 21 19:57:41.395379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:41.535205 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Allocated IP 172.20.0.2 (14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4/b2aa1d11-e210-4ce7-906a-7f1d1460be3a/26a748de-4d88-4951-a7fd-7ac5bdaf9a8f) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:41.601439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:57:42.071730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Allocated IP 172.20.0.2 (eda9e604-1d3f-4196-a1bb-adbf40e58f0e/04492ad3-cf0f-4a83-a40e-c2776e49c098/9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:42.328444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:42.383931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:42.408213 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-413d1561-441b-4307-afd9-93791855cffd service neutron] 10.222.0.76 "GET /v2.0/networks/a78defdb-8152-44e8-9802-204725e888a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8927777 Jan 21 19:57:42.531557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:42.538607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:42.547644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:42.854110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Allocated IP 172.28.3.215 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/d04ed636-1aaf-4623-821d-5bb9ee6e0465) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:43.062785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.132203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.211436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Pushing event updated for resources: {'Port': ['ID=9814a64d-b22c-4807-8232-dbdda210e23d,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:43.221252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Transition to ACTIVE for port object 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:43.228508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.833s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:43.342573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.361917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Transition to ACTIVE for port object 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:43.389735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.453741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.498587 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.534016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:43.617551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:43.636033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Usage tracker for resource:security_group_rule and tenant:9fccc4a6b3d44741b5d22c68e11671e4 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:43.653229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:43.674536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:43.707430 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-554a7a72-456c-4e09-9e1d-b27d6b3acb6d req-29079ea5-62f1-4748-a902-076f7fbf12ef tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.2612393 Jan 21 19:57:43.890921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-07b09976-e0a9-454e-a46e-0741b00117e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:44.075763 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.274031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.373709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.394237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.413303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Transition to ACTIVE for port object 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:44.454466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Transition to ACTIVE for port object 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:44.518647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.627378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Pushing event updated for resources: {'Port': ['ID=9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:44.636263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.674540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.678263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.678872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.683928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.684643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.685258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.690620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.691579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.692367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.698023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.699295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.700560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.704830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.706044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.706894 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.711295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.712159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.713045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.715251 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.717007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.736153 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.737046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.737900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.742814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.746824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Tracked resource versions report: Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: pushed versions: Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: { 'AddressGroup': {'1.1'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': {'1.0'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': {'1.1'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': {'1.6'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': {'1.0'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': {'1.1'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': {'1.1'}} Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: consumer versions: Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: { DHCP agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: L3 agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: Metadata agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: Metering agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-726180-8-smb: { 'AddressGroup': '1.1', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}, Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@hv-cinder-72618: { 'AddressGroup': '1.1', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}} Jan 21 19:57:44.749604 dv-cinder-726180-8-smb neutron-server[80018]: {{(pid=80133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:57:44.947885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:44.952454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:44.954407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f77b18d3-307a-4809-b410-4d9bb0bca64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:45.002331 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9fccc4a6b3d44741b5d22c68e11671e4&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9101224 Jan 21 19:57:45.029399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:45.039062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 35112) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:45.040633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:45.050919 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:45.058740 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35114) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:45.133115 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-656b4085-5d7f-44dc-a922-abbc6949736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.156780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Pushing event updated for resources: {'Port': ['ID=26a748de-4d88-4951-a7fd-7ac5bdaf9a8f,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:45.161662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:45.187761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:45.234570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:45.363744 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b7c4d931-392e-4f6e-bd88-cb10b1684e65 req-524a8b91-6543-4de0-b745-43103613a514 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.2886534 Jan 21 19:57:45.498416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Attempting to bind port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:57:45.499428 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Attempting to bind port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:57:45.499863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Attempting to bind port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 on network eda9e604-1d3f-4196-a1bb-adbf40e58f0e {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:57:45.516237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:57:45.516612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Checking segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:45.517076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.517520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Bound using segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:57:45.518057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Bound port: 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:57:45.518539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.608192 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:45.631322 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:45.647457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:45.682293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852795496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852795521'] for router, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.876297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] For port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:57:45.882630 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] For port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:57:45.984533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.984876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Attempting to bind port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:57:45.985280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Attempting to bind port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:57:45.985631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Attempting to bind port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f on network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:57:46.031321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Pushing event updated for resources: {'Port': ['ID=d04ed636-1aaf-4623-821d-5bb9ee6e0465,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:46.061685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:46.143975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:57:46.147188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Checking segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:46.148044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:46.148790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Bound using segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:57:46.149685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Bound port: 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:57:46.150525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:46.277996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 is scheduled to L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d with binding_index 1 {{(pid=80130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:57:46.295674 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.762s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:46.568914 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.576s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:46.740273 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e037b96d-d142-4e4a-8546-0908162ac65e req-9482a2c1-d659-49d3-8a8b-56fcc007bca8 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.1348548 Jan 21 19:57:46.749536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] For port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:57:46.758120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] For port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=26a748de-4d88-4951-a7fd-7ac5bdaf9a8f,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:57:46.866321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:46.990668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:57:47.004257 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Sync routers for ids ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:57:47.024035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Routers {'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:47.028446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:57:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:47.070260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1e61-a7f6-44a5-89cc-2576ae419587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.075059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd927e08-8d1b-4059-a224-da4fbba91376,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:47.076945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Notify callbacks [] for router, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.087774 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.6219058 Jan 21 19:57:47.092898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35174) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:47.111047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:47.517052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1e61-a7f6-44a5-89cc-2576ae419587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.644412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.660174 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.687734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14ed50a3-390d-4ba4-8311-4e2aa55542e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.690662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Pushing event updated for resources: {'Port': ['ID=9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:47.737408 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.676s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:47.738006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:47.973366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Pushing event updated for resources: {'Port': ['ID=26a748de-4d88-4951-a7fd-7ac5bdaf9a8f,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:47.983851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:48.000420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1e61-a7f6-44a5-89cc-2576ae419587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:48.030019 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Set router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:48.047103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aba3fce7-0718-4d70-8aa5-c61c6cc1886c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:48.268032 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b1e61-a7f6-44a5-89cc-2576ae419587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd927e08-8d1b-4059-a224-da4fbba91376,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:48.275310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e6b1e61-a7f6-44a5-89cc-2576ae419587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:48.438619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:48.488156 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-15925642-86e9-4b7f-9b39-83c96af0fecc req-82990fb9-d98b-44d3-ba5d-cd5e6d3f6948 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.2608202 Jan 21 19:57:48.731512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1e61-a7f6-44a5-89cc-2576ae419587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:48.732784 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3e6b1e61-a7f6-44a5-89cc-2576ae419587 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd927e08-8d1b-4059-a224-da4fbba91376 HTTP/1.1" status: 204 len: 168 time: 3.5266039 Jan 21 19:57:48.796093 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.38', 53538) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:48.867733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:48.925247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Allocated IP 172.28.3.25 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/4a4336b5-ccf0-412b-8887-0a62224ffeaa) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:49.278559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T19:57:43Z', 'revision_number': 3, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:49.289848 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Checking router: a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:57:49.290335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Updating router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 port 9814a64d-b22c-4807-8232-dbdda210e23d binding host dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:57:49.399024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:49.467883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:49.517126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:49.534487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:49.759162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:50.188037 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852795496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852795521'] for router, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:50.323480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:50.442337 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b3fd5bc-7c71-497c-af87-b2fe00bdddf1 req-871f63a6-16e6-4a5f-a688-118e7ad11111 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.2728240 Jan 21 19:57:50.682753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88ad48-16f7-4460-ab46-0536debc767c None None] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:50.698460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35248) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:50.792166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:50.849694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:50.883272 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Usage tracker for resource:security_group_rule and tenant:8b22608e543947b48551cbeaf33a4c39 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:50.902380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:50.944727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:50.945057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] Provisioning for port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:50.984015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:50.986087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] Provisioning complete for port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:50.986538 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.059201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-6507bd28-9539-4a8d-81fc-007200230923 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:51.060434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-6507bd28-9539-4a8d-81fc-007200230923 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Synchronizing usage tracker for tenant:93d8d5db61524c828953b7b3e3aafc40 on resource:network {{(pid=80129) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:57:51.088062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 is scheduled to L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d with binding_index 1 {{(pid=80129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:57:51.143369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5b907-9594-451e-860c-d50147ff70f5 None None] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:51.336971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.449305 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.508909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:51.707615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.776629 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:51.788118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.867601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Transition to ACTIVE for port object 9814a64d-b22c-4807-8232-dbdda210e23d will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:51.872973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:52.005362 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65137bc3-a3c3-4be8-9fcd-1aac626fd99b,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:52.070601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:52.156386 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b22608e543947b48551cbeaf33a4c39&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4242921 Jan 21 19:57:52.166699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35284) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:52.397340 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ee6b34f-02bf-47d5-a959-e1b1aff9482c req-397eeb25-c161-4bb5-a27a-106935a780a0 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.2190778 Jan 21 19:57:52.808616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35294) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:52.892970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:53.046019 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Pushing event updated for resources: {'Port': ['ID=9814a64d-b22c-4807-8232-dbdda210e23d,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:53.118791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.125278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.126109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.126900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.132499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.133385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.134302 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.135671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.136533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.137420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.138732 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.142725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.143741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.144587 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.146998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.147959 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.149637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.152700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.153300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.153805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.154371 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.156414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.157030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.157604 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Tracked resource versions report: Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: pushed versions: Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: { 'AddressGroup': {'1.1'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': {'1.0'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': {'1.0'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': {'1.1'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': {'1.6'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': {'1.2'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': {'1.8'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': {'1.4'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': {'1.0'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': {'1.1'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': {'1.1'}} Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: consumer versions: Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: { DHCP agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: L3 agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: Metadata agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: Metering agent@dv-cinder-726180-8-smb: {}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@dv-cinder-726180-8-smb: { 'AddressGroup': '1.1', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}, Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: Open vSwitch agent@hv-cinder-72618: { 'AddressGroup': '1.1', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'ConntrackHelper': '1.0', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Log': '1.0', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Network': '1.1', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Port': '1.6', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'PortForwarding': '1.2', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'QosPolicy': '1.8', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroup': '1.4', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SecurityGroupRule': '1.2', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'SubPort': '1.0', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Subnet': '1.1', Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: 'Trunk': '1.1'}} Jan 21 19:57:53.160282 dv-cinder-726180-8-smb neutron-server[80018]: {{(pid=80134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:57:53.209311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:53.349066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Attempting to bind port 9814a64d-b22c-4807-8232-dbdda210e23d on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:57:53.352196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Attempting to bind port 9814a64d-b22c-4807-8232-dbdda210e23d by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:57:53.354992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Attempting to bind port 9814a64d-b22c-4807-8232-dbdda210e23d on network ffa21988-c14c-4b58-833d-021bff0ef1f9 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:57:53.374126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Allocated IP 172.20.0.1 (c3730a87-1ba8-4613-8981-c18501a9eeac/ce5e4878-2c34-4120-8b80-c315eff9ba22/cb4b7df7-c3c6-4f38-9f23-013742807641) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:53.394414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:57:53.394952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Checking segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:53.395453 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:53.396021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Bound using segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:57:53.396750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Bound port: 9814a64d-b22c-4807-8232-dbdda210e23d, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:57:53.397281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:53.767491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] For port 9814a64d-b22c-4807-8232-dbdda210e23d, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:57:53.771617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] For port 9814a64d-b22c-4807-8232-dbdda210e23d, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=9814a64d-b22c-4807-8232-dbdda210e23d,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:57:53.777759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:53.825169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-472d8eda-895c-4dda-8350-16afc49f3f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:53.876615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:53.914178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-6507bd28-9539-4a8d-81fc-007200230923 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Unset dirty status for tenant:93d8d5db61524c828953b7b3e3aafc40 on resource:network {{(pid=80129) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:57:53.926659 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-6507bd28-9539-4a8d-81fc-007200230923 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.38 "GET /v2.0/networks?id=a78defdb-8152-44e8-9802-204725e888a7 HTTP/1.1" status: 200 len: 811 time: 5.1290183 Jan 21 19:57:54.022727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:54.073882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:54.126162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Request body: {'port': {'device_id': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'network_id': 'a78defdb-8152-44e8-9802-204725e888a7', 'admin_state_up': True, 'tenant_id': '93d8d5db61524c828953b7b3e3aafc40'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:54.129383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] For port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=26a748de-4d88-4951-a7fd-7ac5bdaf9a8f,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:57:54.158471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:54.162518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:54.176883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:54.254709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d37e3e2-ec72-4498-93a0-ffea165c5ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:54.421871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:54.481494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Pushing event updated for resources: {'Port': ['ID=9814a64d-b22c-4807-8232-dbdda210e23d,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:54.536158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] Pushing event updated for resources: {'Port': ['ID=26a748de-4d88-4951-a7fd-7ac5bdaf9a8f,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:54.545385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:54.571493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:54.591873 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] Provisioning for port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:54.602111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] Provisioning complete for port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:54.605910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:54.670983 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b7947e9e-a1f7-4327-9636-aa772b2e7d4f req-9bef0317-1f62-43bd-980c-698d9bd95981 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.6698401 Jan 21 19:57:54.798549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:54.801696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Routers {'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:54.813172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:57:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:55.046036 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d37e3e2-ec72-4498-93a0-ffea165c5ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.105086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:55.117795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Usage tracker for resource:security_group_rule and tenant:db48efd434a74a72ac2387dd0a20377c is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:55.145306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:55.207783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:55.416202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.570043 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.695873 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d37e3e2-ec72-4498-93a0-ffea165c5ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.755194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:57:55.764128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] For port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:57:55.768510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:55.772189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.781892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:55.797346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4336b5-ccf0-412b-8887-0a62224ffeaa,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:55.880031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37e3e2-ec72-4498-93a0-ffea165c5ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65137bc3-a3c3-4be8-9fcd-1aac626fd99b,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:55.897379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6d37e3e2-ec72-4498-93a0-ffea165c5ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:56.018184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.028830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.091845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7892163b-8061-4366-82f1-586807d96d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:56.130780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Sync routers for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:57:56.169190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d37e3e2-ec72-4498-93a0-ffea165c5ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.179936 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6d37e3e2-ec72-4498-93a0-ffea165c5ce9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/65137bc3-a3c3-4be8-9fcd-1aac626fd99b HTTP/1.1" status: 204 len: 168 time: 3.9994445 Jan 21 19:57:56.233696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.252494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.252789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] Set router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:56.384038 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 4.875s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:56.399925 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.406168 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7180d5c3-fc7b-46b6-96e0-406dd7a8348b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 17.6796749 Jan 21 19:57:56.437377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 35340) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:56.538761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:56.587504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.589138 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Pushing event updated for resources: {'Port': ['ID=cb4b7df7-c3c6-4f38-9f23-013742807641,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:56.690554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] Pushing event updated for resources: {'Port': ['ID=9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:56.703335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:56.708773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:56.722484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:57:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:56.802153 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2a4226cc-1765-4dbd-b23a-88cf4d9d1d44 req-f6f45618-1786-4c4b-b66b-b1d8df8638d2 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.2024875 Jan 21 19:57:56.806262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:57.011969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6d37e3e2-ec72-4498-93a0-ffea165c5ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:57.070124 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db48efd434a74a72ac2387dd0a20377c&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2452421 Jan 21 19:57:57.071563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35348) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:57.093111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:57.135480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7bbf32-bf01-4f22-9d2c-6a6d6f775cf9,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:57.152286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:57.455876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:57.493313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Usage tracker for resource:port and tenant:93d8d5db61524c828953b7b3e3aafc40 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:57.516364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Quota usage for port was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:57.521543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f44fcfa2-4dc6-4c6c-b82b-0dfb4539aabf None None] Provisioning complete for port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:57.523991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f44fcfa2-4dc6-4c6c-b82b-0dfb4539aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:57.554974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:57.577528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7abc93d8-f915-40e1-a9a7-c4d2955590ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:57.661104 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Network c3730a87-1ba8-4613-8981-c18501a9eeac is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:57.692714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:57.726718 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:57.731295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980322'] for router_interface, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:57.883792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7abc93d8-f915-40e1-a9a7-c4d2955590ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:57.937277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Made reservation on behalf of 93d8d5db61524c828953b7b3e3aafc40 for: {'port': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:57.969547 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:58.005793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T19:57:43Z', 'revision_number': 3, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:58.020802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cd54e-fa47-4d3b-8639-742a89389e21 None None] The sync data for ids ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'] in dv-cinder-726180-8-smb is: [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T19:57:43Z', 'revision_number': 3, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:57:58.069115 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:58.069756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:58.223124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:58.565923 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5005cc7e-237a-45bd-8d89-842f7a39c738 req-f2c22ef6-b8dc-484b-a021-7e8a7c169f40 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.2314906 Jan 21 19:57:58.910003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7abc93d8-f915-40e1-a9a7-c4d2955590ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:58.911981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:58.970539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ea61945-08da-48fa-aaf6-3bbe7c3bc6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:59.006884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc93d8-f915-40e1-a9a7-c4d2955590ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7bbf32-bf01-4f22-9d2c-6a6d6f775cf9,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:59.019607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7abc93d8-f915-40e1-a9a7-c4d2955590ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:59.605400 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f44fcfa2-4dc6-4c6c-b82b-0dfb4539aabf None None] Provisioning complete for port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:59.606968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f44fcfa2-4dc6-4c6c-b82b-0dfb4539aabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.200448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 9814a64d-b22c-4807-8232-dbdda210e23d up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:00.724101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7abc93d8-f915-40e1-a9a7-c4d2955590ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.727495 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7abc93d8-f915-40e1-a9a7-c4d2955590ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd7bbf32-bf01-4f22-9d2c-6a6d6f775cf9 HTTP/1.1" status: 204 len: 168 time: 3.6447299 Jan 21 19:58:00.759327 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-783a8d5c-cb3d-470a-bbc9-1a28392065d0 req-c6797521-f78e-4905-8aa0-3d457f0f7583 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.4082267 Jan 21 19:58:01.084491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Allocated IP 172.20.0.8 (a78defdb-8152-44e8-9802-204725e888a7/b8377c00-607e-48b6-9d36-f36d507231d4/20d1a094-815c-4af0-8b2b-0c01a17d21e2) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:01.120965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 9814a64d-b22c-4807-8232-dbdda210e23d completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:01.380492 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:01.396726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:01.402388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1591159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003525'] for router_interface, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:01.474550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc66a27f-47d3-4e33-a975-55cc935659f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:01.564055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 9814a64d-b22c-4807-8232-dbdda210e23d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:01.564614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:01.699778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 3, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:01.720562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Checking router: 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:58:01.720562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Updating router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 port d04ed636-1aaf-4623-821d-5bb9ee6e0465 binding host dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:58:02.099768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852795496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852795521'] for router, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:02.235583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:02.272649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:02.429145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port 9814a64d-b22c-4807-8232-dbdda210e23d, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=9814a64d-b22c-4807-8232-dbdda210e23d,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:02.443834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:02.474563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:02.717437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=9814a64d-b22c-4807-8232-dbdda210e23d,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:02.724573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:02.851223 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Pushing event updated for resources: {'Port': ['ID=cb4b7df7-c3c6-4f38-9f23-013742807641,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:02.868552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.394s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:02.873471 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8897490f-9c5f-43fa-9bf7-3c88f3d8d6ad req-ae29c184-f9cd-43dc-9649-9f8810ead88b tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.2039936 Jan 21 19:58:02.938484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:03.056259 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Network c3730a87-1ba8-4613-8981-c18501a9eeac is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:03.067101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:03.364635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:03.741572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:58:03.908569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:04.263010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Pushing event updated for resources: {'Port': ['ID=20d1a094-815c-4af0-8b2b-0c01a17d21e2,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:04.287174 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:04.522589 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:04.618485 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Transition to ACTIVE for port object d04ed636-1aaf-4623-821d-5bb9ee6e0465 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:04.623643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:04.750096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:05.197531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Router c83b4064-66b5-455c-b0b4-886b30cea5ee is scheduled to L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d with binding_index 1 {{(pid=80129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:58:05.251995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791d09c-b7df-40bc-9d7c-afb0f8c48ee3 req-a5106296-2d68-4264-bb27-e684fa84b88b tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:05.254959 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4791d09c-b7df-40bc-9d7c-afb0f8c48ee3 req-a5106296-2d68-4264-bb27-e684fa84b88b tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 931 time: 0.7192307 Jan 21 19:58:05.327737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 9814a64d-b22c-4807-8232-dbdda210e23d up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:05.390860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:58:05.403787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Sync routers for ids ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:58:05.408617 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] 10.222.0.76 "PUT /v2.0/routers/a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3028917 Jan 21 19:58:05.441152 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Routers {'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:05.442882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:57:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:05.481004 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4791d09c-b7df-40bc-9d7c-afb0f8c48ee3 req-861e342c-ce3a-4c29-a1cc-59ae6384a955 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044752 Jan 21 19:58:05.536292 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc5e8d-e50f-452f-9b5a-3d591495c8b3 None None] Pushing event updated for resources: {'Port': ['ID=d04ed636-1aaf-4623-821d-5bb9ee6e0465,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:05.547054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-abdc5e8d-e50f-452f-9b5a-3d591495c8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:05.592140 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:05.757847 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Attempting to bind port d04ed636-1aaf-4623-821d-5bb9ee6e0465 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:05.764565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Attempting to bind port d04ed636-1aaf-4623-821d-5bb9ee6e0465 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:05.765555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Attempting to bind port d04ed636-1aaf-4623-821d-5bb9ee6e0465 on network ffa21988-c14c-4b58-833d-021bff0ef1f9 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:05.828639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:05.829570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Checking segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:05.829570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:05.830304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Bound using segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:05.830765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Bound port: d04ed636-1aaf-4623-821d-5bb9ee6e0465, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:05.831264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:05.864081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Network a78defdb-8152-44e8-9802-204725e888a7 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:05.895644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:05.970163 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 9814a64d-b22c-4807-8232-dbdda210e23d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:05.971349 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:06.248815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Set router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:06.321566 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] For port d04ed636-1aaf-4623-821d-5bb9ee6e0465, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:06.334260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] For port d04ed636-1aaf-4623-821d-5bb9ee6e0465, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=d04ed636-1aaf-4623-821d-5bb9ee6e0465,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:06.341488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:06.452561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:07.109661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc5e8d-e50f-452f-9b5a-3d591495c8b3 None None] Pushing event updated for resources: {'Port': ['ID=d04ed636-1aaf-4623-821d-5bb9ee6e0465,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:07.123133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-abdc5e8d-e50f-452f-9b5a-3d591495c8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:07.155758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:07.156831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:57:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:07.216293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35508) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:07.345723 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T19:57:58Z', 'revision_number': 4, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'cb4b7df7-c3c6-4f38-9f23-013742807641', 'name': '', 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'mac_address': 'fa:16:3e:74:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce5e4878-2c34-4120-8b80-c315eff9ba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:51Z', 'updated_at': '2021-01-21T19:57:59Z', 'revision_number': 2, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'subnets': [{'id': 'ce5e4878-2c34-4120-8b80-c315eff9ba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:07.362480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Checking router: a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:58:07.363590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Updating router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 port cb4b7df7-c3c6-4f38-9f23-013742807641 binding host dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:58:07.658573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219e6e-b9d2-4af6-894f-d93828078ca8 req-37f6c661-c164-4de1-be1c-d29c79d24113 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:07.666025 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-02219e6e-b9d2-4af6-894f-d93828078ca8 req-37f6c661-c164-4de1-be1c-d29c79d24113 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 931 time: 0.6876559 Jan 21 19:58:07.673666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:07.796405 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-02219e6e-b9d2-4af6-894f-d93828078ca8 req-3e30b42e-2597-4288-9bed-33e57db918e1 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096904 Jan 21 19:58:07.919449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:58:07.921508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:07.950088 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:07.950852 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:08.026418 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Sync routers for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:58:08.037816 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 13.9343016 Jan 21 19:58:08.041616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:08.045624 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 29.2454500 Jan 21 19:58:08.045624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Allocated IP 172.20.0.1 (eda9e604-1d3f-4196-a1bb-adbf40e58f0e/04492ad3-cf0f-4a83-a40e-c2776e49c098/7dc9418a-afc2-4dd0-8170-3305612e6a85) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:08.047568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 35524) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:08.114129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:08.136867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:57:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:08.210658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-a10c6061-4d9d-4593-b89b-a17dd82b4b2e tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:58:08.212044 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-a10c6061-4d9d-4593-b89b-a17dd82b4b2e tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0167081 Jan 21 19:58:08.325766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:08.424367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:08.448729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Usage tracker for resource:security_group_rule and tenant:0822e7a898ce40e08069aa273d7150a9 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:08.455090 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:08.479108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:08.579922 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:08.755342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:08.762401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:08.829696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5b19ace-7030-47f5-8fd2-04ae35d05a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:08.979611 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0822e7a898ce40e08069aa273d7150a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7406547 Jan 21 19:58:08.988489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35546) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:09.001720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f632ee4-45f4-4635-9aca-07342f4962ef,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:09.061336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:09.523954 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:09.560745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Transition to ACTIVE for port object cb4b7df7-c3c6-4f38-9f23-013742807641 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:09.566811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:09.623408 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:09.898539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-142f9ba6-b83b-424f-bcb9-fb8abe9cbb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:10.039595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-142f9ba6-b83b-424f-bcb9-fb8abe9cbb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:10.118328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Request body: {'port': {'device_id': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:10.183426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:10.191469 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-7105c199-7667-4674-ac7b-3a4c975b4170 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:10.192493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-7105c199-7667-4674-ac7b-3a4c975b4170 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Synchronizing usage tracker for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:network {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:10.230881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-142f9ba6-b83b-424f-bcb9-fb8abe9cbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:10.307761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233dd8d-99be-4496-9c5f-44b0757b3ccb req-55ca5a04-052b-4d0c-a1f7-cfa8ec6e7af2 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:10.309640 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7233dd8d-99be-4496-9c5f-44b0757b3ccb req-55ca5a04-052b-4d0c-a1f7-cfa8ec6e7af2 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 931 time: 0.9154336 Jan 21 19:58:10.310858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:10.330527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50ccd2-388f-4957-8376-c49d9a45e9f7 None None] Pushing event updated for resources: {'Port': ['ID=cb4b7df7-c3c6-4f38-9f23-013742807641,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:10.373687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f9ba6-b83b-424f-bcb9-fb8abe9cbb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f632ee4-45f4-4635-9aca-07342f4962ef,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:10.377820 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-7105c199-7667-4674-ac7b-3a4c975b4170 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Unset dirty status for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:network {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:10.383768 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-7105c199-7667-4674-ac7b-3a4c975b4170 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 818 time: 1.3909111 Jan 21 19:58:10.395909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-142f9ba6-b83b-424f-bcb9-fb8abe9cbb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:10.405845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:10.488881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-142f9ba6-b83b-424f-bcb9-fb8abe9cbb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:10.490107 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-142f9ba6-b83b-424f-bcb9-fb8abe9cbb57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f632ee4-45f4-4635-9aca-07342f4962ef HTTP/1.1" status: 204 len: 168 time: 1.4654036 Jan 21 19:58:10.534610 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Attempting to bind port cb4b7df7-c3c6-4f38-9f23-013742807641 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:10.535407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Attempting to bind port cb4b7df7-c3c6-4f38-9f23-013742807641 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:10.535407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Attempting to bind port cb4b7df7-c3c6-4f38-9f23-013742807641 on network c3730a87-1ba8-4613-8981-c18501a9eeac {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:10.547583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:10.547882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Checking segment: {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:10.548294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:10.548761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Bound using segment: {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:10.549299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Bound port: cb4b7df7-c3c6-4f38-9f23-013742807641, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:10.549744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:10.582515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e50ccd2-388f-4957-8376-c49d9a45e9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:10.591628 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-1a8c4d06-1d74-4731-925a-bb386f6aa517 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/quotas/7806ac45de97407cb13500bd8afc3bdd HTTP/1.1" status: 200 len: 375 time: 0.1256006 Jan 21 19:58:10.599659 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7233dd8d-99be-4496-9c5f-44b0757b3ccb req-71c4cbcb-691c-493d-ad7f-c9e9b7c29af9 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464294 Jan 21 19:58:10.666367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 3, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:10.696605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90523061-a7be-4e15-82f7-a840b5c90776 None None] The sync data for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb is: [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 3, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:58:10.798918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-2b47a60e-0444-4eec-b323-6a9508302e31 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Synchronizing usage tracker for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:10.839868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Transition to ACTIVE for port object 7dc9418a-afc2-4dd0-8170-3305612e6a85 will not be triggered until provisioned by entity DHCP. {{(pid=80129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:10.854744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-2b47a60e-0444-4eec-b323-6a9508302e31 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Unset dirty status for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:10.865496 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-2b47a60e-0444-4eec-b323-6a9508302e31 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2613325 Jan 21 19:58:10.900885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] For port cb4b7df7-c3c6-4f38-9f23-013742807641, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:10.908752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] For port cb4b7df7-c3c6-4f38-9f23-013742807641, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cb4b7df7-c3c6-4f38-9f23-013742807641,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:10.916533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:10.938295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:10.997528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:54Z', 'revision_number': 3, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:11.005100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Checking router: c83b4064-66b5-455c-b0b4-886b30cea5ee for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:58:11.005641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Updating router c83b4064-66b5-455c-b0b4-886b30cea5ee port 4a4336b5-ccf0-412b-8887-0a62224ffeaa binding host dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:58:11.029930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:11.189447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:11.263925 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cdbc852d-0a51-402e-be37-701d6a4d8b1c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:11.331792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35608) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:11.411785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50ccd2-388f-4957-8376-c49d9a45e9f7 None None] Pushing event updated for resources: {'Port': ['ID=cb4b7df7-c3c6-4f38-9f23-013742807641,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:11.428735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e50ccd2-388f-4957-8376-c49d9a45e9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:11.517909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Routers {'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:11.518810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:57:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:11.649473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:11.668458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Pushing event updated for resources: {'Port': ['ID=7dc9418a-afc2-4dd0-8170-3305612e6a85,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:11.689237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:11.700078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Usage tracker for resource:security_group_rule and tenant:d9134d505f9842808e2a533695787ae2 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:11.713567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:11.715504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:11.724641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:11.726019 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:11.952010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:11.976325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-01850a5d-9928-4573-89e4-ecd961ffce6b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:58:11.984398 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-01850a5d-9928-4573-89e4-ecd961ffce6b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6010897 Jan 21 19:58:11.986164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:12.059488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:12.119707 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] Set router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:12.179471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35628) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:12.185049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c14c005-b9ef-4f30-b132-c96bf9cbf731,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:12.194403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:12.218021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:12.251769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:12.276753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:12.277414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980322'] for router_interface, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:12.381405 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:12.423150 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d9134d505f9842808e2a533695787ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0873251 Jan 21 19:58:12.439624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:12.453748 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35634) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:12.454680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:12.471403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Transition to ACTIVE for port object 4a4336b5-ccf0-412b-8887-0a62224ffeaa will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:12.476235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:12.499635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:12.529761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Usage tracker for resource:security_group_rule and tenant:b678f2964f9b441cb5eae97a4a205ff3 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:12.530924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-abdc5e8d-e50f-452f-9b5a-3d591495c8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:12.591222 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:12.637157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:12.772165 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2fd-8904-4606-91cc-4669a8090b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:12.794829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device d04ed636-1aaf-4623-821d-5bb9ee6e0465 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:12.864473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb7a7-fc17-4643-956c-041d7b72e396 req-9b650273-9bf1-402c-958e-1ae98d142c61 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:12.877660 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e51eb7a7-fc17-4643-956c-041d7b72e396 req-9b650273-9bf1-402c-958e-1ae98d142c61 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 931 time: 0.7560139 Jan 21 19:58:12.883578 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-65ff4d70-082f-4ad7-b4e1-6ce837d5ea1d service neutron] 10.222.0.76 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8838799 Jan 21 19:58:12.980391 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port d04ed636-1aaf-4623-821d-5bb9ee6e0465 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:13.007194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f5a4b6fa-e4ac-45d8-8dba-512904d47366 None None] Provisioning for port 7dc9418a-afc2-4dd0-8170-3305612e6a85 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:13.039970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449c5c-2a99-438b-b3d0-af84d3f0409e None None] Pushing event updated for resources: {'Port': ['ID=4a4336b5-ccf0-412b-8887-0a62224ffeaa,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:13.042690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port d04ed636-1aaf-4623-821d-5bb9ee6e0465 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:13.047981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.146819 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-aea883fe-f78a-499b-adc1-e704c88cd555 service neutron] 10.222.0.76 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2429380 Jan 21 19:58:13.189731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f5a4b6fa-e4ac-45d8-8dba-512904d47366 None None] Provisioning complete for port 7dc9418a-afc2-4dd0-8170-3305612e6a85 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:13.193848 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b6fa-e4ac-45d8-8dba-512904d47366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.219539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2fd-8904-4606-91cc-4669a8090b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.259287 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e51eb7a7-fc17-4643-956c-041d7b72e396 req-83ee7673-7258-4650-a45c-d4e320c22847 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091485 Jan 21 19:58:13.269275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45449c5c-2a99-438b-b3d0-af84d3f0409e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:13.354210 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.356060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2fd-8904-4606-91cc-4669a8090b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.366635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:13.380430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.390900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T19:57:58Z', 'revision_number': 4, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'cb4b7df7-c3c6-4f38-9f23-013742807641', 'name': '', 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'mac_address': 'fa:16:3e:74:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce5e4878-2c34-4120-8b80-c315eff9ba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:51Z', 'updated_at': '2021-01-21T19:58:10Z', 'revision_number': 4, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'subnets': [{'id': 'ce5e4878-2c34-4120-8b80-c315eff9ba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:13.394548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7b2fd-8904-4606-91cc-4669a8090b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c14c005-b9ef-4f30-b132-c96bf9cbf731,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:13.406554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6da7b2fd-8904-4606-91cc-4669a8090b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:13.412811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:13.413053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef1504-7d58-4603-8370-f01b9ce28041 None None] The sync data for ids ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'] in dv-cinder-726180-8-smb is: [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T19:57:58Z', 'revision_number': 4, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'cb4b7df7-c3c6-4f38-9f23-013742807641', 'name': '', 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'mac_address': 'fa:16:3e:74:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce5e4878-2c34-4120-8b80-c315eff9ba22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:51Z', 'updated_at': '2021-01-21T19:58:10Z', 'revision_number': 4, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'subnets': [{'id': 'ce5e4878-2c34-4120-8b80-c315eff9ba22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:58:13.456666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2fd-8904-4606-91cc-4669a8090b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.461308 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6da7b2fd-8904-4606-91cc-4669a8090b9b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c14c005-b9ef-4f30-b132-c96bf9cbf731 HTTP/1.1" status: 204 len: 168 time: 0.9993868 Jan 21 19:58:13.463394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc86a30-dd4a-430b-954f-3be89dacb85d,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:13.468014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:13.532962 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b678f2964f9b441cb5eae97a4a205ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3433180 Jan 21 19:58:13.536073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35662) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:13.827902 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0838cfdd-cd53-4c78-8422-98b7f1b27de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.878918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:13.988452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:14.006329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0838cfdd-cd53-4c78-8422-98b7f1b27de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:14.036280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port d04ed636-1aaf-4623-821d-5bb9ee6e0465, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=d04ed636-1aaf-4623-821d-5bb9ee6e0465,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:14.079422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4b6fa-e4ac-45d8-8dba-512904d47366 None None] Port 7dc9418a-afc2-4dd0-8170-3305612e6a85 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:58:14.110201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:14.124193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45449c5c-2a99-438b-b3d0-af84d3f0409e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:14.209926 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Attempting to bind port 4a4336b5-ccf0-412b-8887-0a62224ffeaa on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:14.214982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Attempting to bind port 4a4336b5-ccf0-412b-8887-0a62224ffeaa by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:14.215450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Attempting to bind port 4a4336b5-ccf0-412b-8887-0a62224ffeaa on network ffa21988-c14c-4b58-833d-021bff0ef1f9 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:14.225607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:14.226028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Checking segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:14.226508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:14.227096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Bound using segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:14.227446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Bound port: 4a4336b5-ccf0-412b-8887-0a62224ffeaa, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:14.227908 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:14.233807 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c50c6065-8ee9-4bc5-a2f6-8a6c3e399d9c req-a8ef25cd-1c37-40e9-b668-6ae708cf07a2 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.2011361 Jan 21 19:58:14.339097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] For port 4a4336b5-ccf0-412b-8887-0a62224ffeaa, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:14.343103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] For port 4a4336b5-ccf0-412b-8887-0a62224ffeaa, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=4a4336b5-ccf0-412b-8887-0a62224ffeaa,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:14.424594 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:14.436469 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0838cfdd-cd53-4c78-8422-98b7f1b27de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:14.458823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9958f2f7-4a36-4670-bb60-736a57a736ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:14.522820 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838cfdd-cd53-4c78-8422-98b7f1b27de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc86a30-dd4a-430b-954f-3be89dacb85d,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:14.530169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0838cfdd-cd53-4c78-8422-98b7f1b27de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:14.533864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0838cfdd-cd53-4c78-8422-98b7f1b27de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:14.536131 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0838cfdd-cd53-4c78-8422-98b7f1b27de9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fbc86a30-dd4a-430b-954f-3be89dacb85d HTTP/1.1" status: 204 len: 168 time: 0.9988997 Jan 21 19:58:14.855699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:15.186303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35718) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:15.203159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=d04ed636-1aaf-4623-821d-5bb9ee6e0465,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:15.238256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cb4b7df7-c3c6-4f38-9f23-013742807641 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:15.315211 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:15.365505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:15.379225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Usage tracker for resource:security_group_rule and tenant:fef4d3e1974d49e1a69d49e609c0a7bc is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:15.386607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:15.421615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:15.496564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-37e0f0ec-837d-46a9-be1d-2b7d6a9cd198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:15.520926 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.393s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:15.552854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.967s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:15.587662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff61d3-cf57-42ec-ba56-b687fdde8ba1 req-70aeabf2-af03-438f-93b1-7232709dd65b tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:15.595140 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-93ff61d3-cf57-42ec-ba56-b687fdde8ba1 req-70aeabf2-af03-438f-93b1-7232709dd65b tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 931 time: 0.6391599 Jan 21 19:58:15.809327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:15.810729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:57:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:16.247426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449c5c-2a99-438b-b3d0-af84d3f0409e None None] Pushing event updated for resources: {'Port': ['ID=4a4336b5-ccf0-412b-8887-0a62224ffeaa,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:16.360498 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-9909dcf5-8750-40a2-a747-956570593690 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:16.380795 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-9909dcf5-8750-40a2-a747-956570593690 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 818 time: 0.9459240 Jan 21 19:58:16.533854 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-f88c1033-1d0e-48f6-9d85-ce8d87766343 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/quotas/7806ac45de97407cb13500bd8afc3bdd HTTP/1.1" status: 200 len: 375 time: 0.1438968 Jan 21 19:58:16.751936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45449c5c-2a99-438b-b3d0-af84d3f0409e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.201s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:16.785141 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:16.961434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port cb4b7df7-c3c6-4f38-9f23-013742807641 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:16.975558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d1a094-815c-4af0-8b2b-0c01a17d21e2 {{(pid=80129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:58:17.000728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port cb4b7df7-c3c6-4f38-9f23-013742807641 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:17.004471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.049007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9e9b33d8-f7d6-403b-8013-a8ea1d147417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.179461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.202379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:17.318975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.357415 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-93ff61d3-cf57-42ec-ba56-b687fdde8ba1 req-a18be20a-8541-4bf1-a711-9fb5f6a85f18 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9708416 Jan 21 19:58:17.372907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:17.497439 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fef4d3e1974d49e1a69d49e609c0a7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2705755 Jan 21 19:58:17.508892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1140fb37-f6db-4e0b-bc3d-9a1add4a1122,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:17.514869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35778) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:17.527883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:17.528409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.528537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Allocated IP 172.20.0.1 (14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4/b2aa1d11-e210-4ce7-906a-7f1d1460be3a/7c2a103f-c319-4704-bd63-0a4fbed36876) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:17.620235 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-6394ea72-e591-4dcf-883b-f41b692b86be tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0484161 Jan 21 19:58:17.817737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.896849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Transition to ACTIVE for port object 20d1a094-815c-4af0-8b2b-0c01a17d21e2 will not be triggered until provisioned by entity L2. {{(pid=80129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:17.923213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.955035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bdddd7da-621f-463b-95ca-de14b0224995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:17.989022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf8dcfc-20ec-4522-a20f-15a5e9c57db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.108026 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-d558ff97-55d7-4a73-aef0-7db057e73191 service neutron] 10.222.0.76 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650893 Jan 21 19:58:18.112348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.38', 53571) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:18.151553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port cb4b7df7-c3c6-4f38-9f23-013742807641, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cb4b7df7-c3c6-4f38-9f23-013742807641,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:18.180030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.180394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 19:58:18.188877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d636f1a3-d6db-4bb6-8ea1-a999e32365bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:18.390627 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf8dcfc-20ec-4522-a20f-15a5e9c57db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.492125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device d04ed636-1aaf-4623-821d-5bb9ee6e0465 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:18.596379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:58:18.664381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.792789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-6367593d-b425-4b7d-88dc-bb8a91ba68e3 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:18.794293 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-6367593d-b425-4b7d-88dc-bb8a91ba68e3 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 818 time: 0.6801991 Jan 21 19:58:18.830605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.859715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Request body: {'port': {'device_id': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac', 'admin_state_up': True, 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:18.903712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.946604 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1591159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003525'] for router_interface, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.953585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=cb4b7df7-c3c6-4f38-9f23-013742807641,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:18.977414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:19.043915 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-468e6cdd-f669-4152-850e-ef66f08b6cad service neutron] 10.222.0.76 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8785334 Jan 21 19:58:19.047580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf8dcfc-20ec-4522-a20f-15a5e9c57db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.060935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6da7b2fd-8904-4606-91cc-4669a8090b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:19.063490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.083124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:54Z', 'revision_number': 3, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:19.090450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8dcfc-20ec-4522-a20f-15a5e9c57db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1140fb37-f6db-4e0b-bc3d-9a1add4a1122,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:19.106091 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port d04ed636-1aaf-4623-821d-5bb9ee6e0465 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:19.108207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.168731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3cf8dcfc-20ec-4522-a20f-15a5e9c57db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:19.198817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3cf8dcfc-20ec-4522-a20f-15a5e9c57db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.213099 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3cf8dcfc-20ec-4522-a20f-15a5e9c57db0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1140fb37-f6db-4e0b-bc3d-9a1add4a1122 HTTP/1.1" status: 204 len: 168 time: 1.6824076 Jan 21 19:58:19.276504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c600a-85a7-4396-9a25-6161a334d6ce None None] The sync data for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb is: [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:57:54Z', 'revision_number': 3, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:58:19.411204 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:19.443789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:19.473328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:19.480017 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Pushing event updated for resources: {'Port': ['ID=20d1a094-815c-4af0-8b2b-0c01a17d21e2,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:19.523115 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.568s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:19.540511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Made reservation on behalf of 7806ac45de97407cb13500bd8afc3bdd for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:58:19.542028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:19.547603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:19.579617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:20.049313 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-311733f8-09ff-4513-af27-615a58cda7f3 req-a2beabf8-3485-47c0-9f50-88bc49c43641 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 210 time: 0.2399981 Jan 21 19:58:20.084844 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81655-7f5d-4f6e-ba6c-75b1e0d62254 req-da017f6f-a3b0-476b-b3ac-ec8393383393 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:20.092370 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-57c81655-7f5d-4f6e-ba6c-75b1e0d62254 req-da017f6f-a3b0-476b-b3ac-ec8393383393 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 943 time: 0.9982128 Jan 21 19:58:20.185284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7c50111b-b1a7-4292-8dec-d426bfed6fa5 None None] Provisioning complete for port 7dc9418a-afc2-4dd0-8170-3305612e6a85 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:20.186461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c50111b-b1a7-4292-8dec-d426bfed6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:20.496147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7c50111b-b1a7-4292-8dec-d426bfed6fa5 None None] Port 7dc9418a-afc2-4dd0-8170-3305612e6a85 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:58:20.528590 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-57c81655-7f5d-4f6e-ba6c-75b1e0d62254 req-388c2cb5-ffeb-40ba-a361-133261c4056e tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738438 Jan 21 19:58:20.587144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cb4b7df7-c3c6-4f38-9f23-013742807641 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:20.704254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:20.762461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:58:21.006073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Attempting to bind port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:21.006816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Attempting to bind port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'afb1ed95-2e06-4283-8e58-a705bdf4e91f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a78defdb-8152-44e8-9802-204725e888a7'}] {{(pid=80129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:21.011489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Attempting to bind port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 on network a78defdb-8152-44e8-9802-204725e888a7 {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:21.033237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Pushing event updated for resources: {'Port': ['ID=7dc9418a-afc2-4dd0-8170-3305612e6a85,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:21.047839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.500s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:21.051911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port cb4b7df7-c3c6-4f38-9f23-013742807641 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:21.052601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:21.057818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Transition to ACTIVE for port object 7c2a103f-c319-4704-bd63-0a4fbed36876 will not be triggered until provisioned by entity DHCP. {{(pid=80129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:21.125730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:21.126671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Checking segment: {'id': 'afb1ed95-2e06-4283-8e58-a705bdf4e91f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a78defdb-8152-44e8-9802-204725e888a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:21.127628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:21.128318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Bound using segment: {'id': 'afb1ed95-2e06-4283-8e58-a705bdf4e91f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a78defdb-8152-44e8-9802-204725e888a7'} {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:21.129505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Bound port: 20d1a094-815c-4af0-8b2b-0c01a17d21e2, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb1ed95-2e06-4283-8e58-a705bdf4e91f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a78defdb-8152-44e8-9802-204725e888a7'}}] {{(pid=80129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:21.130349 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:21.448253 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Allocated IP 172.20.0.10 (c3730a87-1ba8-4613-8981-c18501a9eeac/ce5e4878-2c34-4120-8b80-c315eff9ba22/55d799bb-7b99-4cd7-a404-aaaf986c8382) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:21.690083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 4a4336b5-ccf0-412b-8887-0a62224ffeaa up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:21.730571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] For port 20d1a094-815c-4af0-8b2b-0c01a17d21e2, host hv-cinder-72618, cleared binding levels {{(pid=80129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:21.735739 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] For port 20d1a094-815c-4af0-8b2b-0c01a17d21e2, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=20d1a094-815c-4af0-8b2b-0c01a17d21e2,segment=NetworkSegment(afb1ed95-2e06-4283-8e58-a705bdf4e91f),segment_id=afb1ed95-2e06-4283-8e58-a705bdf4e91f)] {{(pid=80129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:21.741675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:21.747929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.003868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:22.139976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35884) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:22.142958 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-574b442b-7fee-4ce7-b5c4-bd8bfcbd34ad req-fe91a78d-1091-403a-ac46-5139410e3ec9 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 210 time: 0.4665811 Jan 21 19:58:22.176136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 4a4336b5-ccf0-412b-8887-0a62224ffeaa completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:22.198287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 4a4336b5-ccf0-412b-8887-0a62224ffeaa triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:22.200337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.358099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Pushing event updated for resources: {'Port': ['ID=7c2a103f-c319-4704-bd63-0a4fbed36876,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:22.775303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.894780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port 4a4336b5-ccf0-412b-8887-0a62224ffeaa, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=4a4336b5-ccf0-412b-8887-0a62224ffeaa,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:22.900961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.926643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-149bc958-5ef3-48fd-81f7-4ca4841c16f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:23.066517 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:58:23.085171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Sync routers for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:58:23.102559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.38', 53577) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:23.103614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:23.108585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:58:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:23.238303 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] 10.222.0.76 "PUT /v2.0/routers/593eda15-74c9-4f2a-b2ca-fbadd23d83a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 26.7819829 Jan 21 19:58:23.238303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Pushing event updated for resources: {'Port': ['ID=20d1a094-815c-4af0-8b2b-0c01a17d21e2,revision_number=3']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:23.241350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.237s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:23.286979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=4a4336b5-ccf0-412b-8887-0a62224ffeaa,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:23.323937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:23.400764 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:23.608712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:23.609223 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:23.626366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:23.653032 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:23.678607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c9295-a8fd-4f0f-bb30-eda0d3d65b4f req-40aada7b-ddd7-456d-94d3-3525e957096a tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:23.682031 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-336c9295-a8fd-4f0f-bb30-eda0d3d65b4f req-40aada7b-ddd7-456d-94d3-3525e957096a tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 943 time: 1.5151696 Jan 21 19:58:23.691196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:23.692623 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980322'] for router_interface, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:23.725421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:23.730916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:23.750762 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] 10.222.0.38 "PUT /v2.0/ports/20d1a094-815c-4af0-8b2b-0c01a17d21e2 HTTP/1.1" status: 200 len: 1157 time: 14.2869811 Jan 21 19:58:23.781390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:23.816715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:23.821733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'tag': '20d1a094-815c-4af0-8b2b-0c01a17d21e2'}] {{(pid=80129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:23.840753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:24.218622 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:24.295210 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-29fe20b2-412f-47a8-9601-fab498aa2be7 None None] Provisioning for port 7c2a103f-c319-4704-bd63-0a4fbed36876 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:24.316752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-29fe20b2-412f-47a8-9601-fab498aa2be7 None None] Provisioning complete for port 7c2a103f-c319-4704-bd63-0a4fbed36876 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:24.317827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-29fe20b2-412f-47a8-9601-fab498aa2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:24.410872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Pushing event updated for resources: {'Port': ['ID=55d799bb-7b99-4cd7-a404-aaaf986c8382,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:24.423144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:24.434170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Usage tracker for resource:security_group_rule and tenant:73c0d74a20dd466fbd2146c933b87002 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:24.440455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:24.454465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:24.555174 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-5a87f85f-8171-4012-aa2f-ee53401b5247 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:24.567421 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-5a87f85f-8171-4012-aa2f-ee53401b5247 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 818 time: 1.3353205 Jan 21 19:58:24.594901 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-29fe20b2-412f-47a8-9601-fab498aa2be7 None None] Port 7c2a103f-c319-4704-bd63-0a4fbed36876 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:58:24.653212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:24.686492 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Request body: {'port': {'device_id': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac', 'admin_state_up': True, 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:24.705866 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-336c9295-a8fd-4f0f-bb30-eda0d3d65b4f req-19bbd25f-f081-44ee-8408-2d1b67380e42 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8917561 Jan 21 19:58:24.735552 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0878bad5-1a43-4193-9c44-96ffe6640842 req-9752cd69-95b1-4cfc-a0f6-899134fb4d2a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 210 time: 0.7762105 Jan 21 19:58:24.924676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:16Z', 'revision_number': 2, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:24.951157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Checking router: 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:58:24.954911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Updating router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 port 7dc9418a-afc2-4dd0-8170-3305612e6a85 binding host dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:58:24.960694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:24.977099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:25.055462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:25.133025 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Network c3730a87-1ba8-4613-8981-c18501a9eeac is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:25.168254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:25.192630 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 4a4336b5-ccf0-412b-8887-0a62224ffeaa up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:25.232018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:25.265159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:25.330454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-ea6ebdda-a4b9-45fc-a788-974019568107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:25.333425 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-ea6ebdda-a4b9-45fc-a788-974019568107 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d8d5db61524c828953b7b3e3aafc40&device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 1160 time: 1.1261337 Jan 21 19:58:25.334312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:25.345084 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:25.470436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 4a4336b5-ccf0-412b-8887-0a62224ffeaa triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:25.471185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:25.509942 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73c0d74a20dd466fbd2146c933b87002&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3657019 Jan 21 19:58:25.512160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 35964) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:25.521451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd403e9b-5dcc-46da-bf95-0d89404bce98,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:25.539202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:25.624474 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-54e96918-00b6-492b-b130-d70efff3de76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d1a094-815c-4af0-8b2b-0c01a17d21e2 HTTP/1.1" status: 200 len: 217 time: 0.2415655 Jan 21 19:58:25.643571 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8184063 Jan 21 19:58:25.695878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Request body: {'port': {'device_id': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:25.930434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:25.936627 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Usage tracker for resource:port and tenant:7806ac45de97407cb13500bd8afc3bdd is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:25.940725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Quota usage for port was recalculated. Used quota:2. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:25.949787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:26.112570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e929bfa5-d920-4cf9-ae74-5fd8b465b8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:26.340555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e929bfa5-d920-4cf9-ae74-5fd8b465b8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:26.431924 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'tag': '20d1a094-815c-4af0-8b2b-0c01a17d21e2', 'status': 'completed', 'code': 200} Jan 21 19:58:26.435445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Made reservation on behalf of 7806ac45de97407cb13500bd8afc3bdd for: {'port': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:58:26.468063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:26.508440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:26.604311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-db51c245-2a7b-4637-ba47-4ea584a39311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:26.607549 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-db51c245-2a7b-4637-ba47-4ea584a39311 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8377c00-607e-48b6-9d36-f36d507231d4 HTTP/1.1" status: 200 len: 851 time: 0.9705477 Jan 21 19:58:26.805300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:26.856954 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-050543ea-1a69-46e7-b64f-29f47280dcde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a78defdb-8152-44e8-9802-204725e888a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2165461 Jan 21 19:58:27.021311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:27.054251 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Transition to ACTIVE for port object 7dc9418a-afc2-4dd0-8170-3305612e6a85 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:27.061966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:27.085353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:27.366295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b99eed-0992-446a-bcf7-999f926e09ea None None] Pushing event updated for resources: {'Port': ['ID=7dc9418a-afc2-4dd0-8170-3305612e6a85,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:27.377517 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-80b99eed-0992-446a-bcf7-999f926e09ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:27.433975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 35998) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:27.819047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36012) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:27.851715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'security_group': {'name': 'tempest-securitygroup--871611398', 'description': 'tempest-description--1013846689'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:27.953113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Attempting to bind port 7dc9418a-afc2-4dd0-8170-3305612e6a85 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:27.958924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Attempting to bind port 7dc9418a-afc2-4dd0-8170-3305612e6a85 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:27.959649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Attempting to bind port 7dc9418a-afc2-4dd0-8170-3305612e6a85 on network eda9e604-1d3f-4196-a1bb-adbf40e58f0e {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:27.973701 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:27.988366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:27.989199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Checking segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:27.989947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:27.990697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Bound using segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:27.991580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Bound port: 7dc9418a-afc2-4dd0-8170-3305612e6a85, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:27.992264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.069641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:security_group and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:28.098825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:28.122114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:28.224721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fdf7aca7-b592-4de0-b345-c3c259f718e9 req-20ef0fca-5e73-455f-ae9e-bc7b6aff6a52 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Synchronizing usage tracker for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:28.279322 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] For port 7dc9418a-afc2-4dd0-8170-3305612e6a85, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:28.288675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] For port 7dc9418a-afc2-4dd0-8170-3305612e6a85, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=7dc9418a-afc2-4dd0-8170-3305612e6a85,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:28.292256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.302558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.311632 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b370ec-d9dc-4668-8001-2ff238b3c454 req-ec772ae7-4ac9-432e-b375-215f1cb123fd tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:28.320679 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-76b370ec-d9dc-4668-8001-2ff238b3c454 req-ec772ae7-4ac9-432e-b375-215f1cb123fd tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 943 time: 1.9262841 Jan 21 19:58:28.333225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e929bfa5-d920-4cf9-ae74-5fd8b465b8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.357373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:28.364195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Usage tracker for resource:security_group_rule and tenant:9cf390eadead47e9aca82132fd892b8a is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:28.369724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:28.369999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:28.375403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e50ccd2-388f-4957-8376-c49d9a45e9f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:28.376831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:28.402501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fdf7aca7-b592-4de0-b345-c3c259f718e9 req-20ef0fca-5e73-455f-ae9e-bc7b6aff6a52 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Unset dirty status for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:28.402501 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fdf7aca7-b592-4de0-b345-c3c259f718e9 req-20ef0fca-5e73-455f-ae9e-bc7b6aff6a52 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 210 time: 0.3344293 Jan 21 19:58:28.423426 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-76b370ec-d9dc-4668-8001-2ff238b3c454 req-a311c026-724e-446d-9e8e-69d4a2acfe7a tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004198 Jan 21 19:58:28.454346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929bfa5-d920-4cf9-ae74-5fd8b465b8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd403e9b-5dcc-46da-bf95-0d89404bce98,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:28.456643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e929bfa5-d920-4cf9-ae74-5fd8b465b8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.457933 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e929bfa5-d920-4cf9-ae74-5fd8b465b8aa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd403e9b-5dcc-46da-bf95-0d89404bce98 HTTP/1.1" status: 204 len: 168 time: 2.9317186 Jan 21 19:58:28.459879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e929bfa5-d920-4cf9-ae74-5fd8b465b8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:28.508340 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.603734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.632166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.646418 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-392561eb-a770-429d-9826-5be81145bea5 service neutron] 10.222.0.38 "GET /v2.0/networks/a78defdb-8152-44e8-9802-204725e888a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6728921 Jan 21 19:58:28.789050 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86016bc3-029a-4934-a9e2-20c43715dccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:28.802383 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9cf390eadead47e9aca82132fd892b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3062570 Jan 21 19:58:28.807698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36040) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:28.812973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:28.828525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:security_group_rule and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:28.838252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:28.850947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:28.940088 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Allocated IP 172.20.0.13 (c3730a87-1ba8-4613-8981-c18501a9eeac/ce5e4878-2c34-4120-8b80-c315eff9ba22/16eb068e-1990-4c50-8a8d-26c8d0d3d2a3) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:28.990501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36048) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:29.093488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0e236997-9add-4c80-9bca-7730bb8b4004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:29.172052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0e236997-9add-4c80-9bca-7730bb8b4004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:29.209968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fae513-2555-49e9-b732-2fe6b0693d42,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:29.240006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:29.255568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36056) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:29.349948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:29.389382 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:29.398114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Usage tracker for resource:security_group_rule and tenant:75345df848f04685aa6c7483772a9b45 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:29.405518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:29.420178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:29.420501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b99eed-0992-446a-bcf7-999f926e09ea None None] Pushing event updated for resources: {'Port': ['ID=7dc9418a-afc2-4dd0-8170-3305612e6a85,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:29.432356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-80b99eed-0992-446a-bcf7-999f926e09ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:29.446899 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0e236997-9add-4c80-9bca-7730bb8b4004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:29.457601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:29.482279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e236997-9add-4c80-9bca-7730bb8b4004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fae513-2555-49e9-b732-2fe6b0693d42,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:29.536962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0e236997-9add-4c80-9bca-7730bb8b4004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:29.542996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:29.566536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0e236997-9add-4c80-9bca-7730bb8b4004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:29.568786 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0e236997-9add-4c80-9bca-7730bb8b4004 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0fae513-2555-49e9-b732-2fe6b0693d42 HTTP/1.1" status: 204 len: 168 time: 0.7594051 Jan 21 19:58:29.632134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:29.638364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:58:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:29.861075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.169486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.183217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:30.326505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d799bb-7b99-4cd7-a404-aaaf986c8382 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:58:30.326821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:30.335892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.347388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Pushing event updated for resources: {'Port': ['ID=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:30.362796 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Transition to ACTIVE for port object 55d799bb-7b99-4cd7-a404-aaaf986c8382 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:30.371669 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8b6e1ade-aa96-4a44-990b-9991a8cef927 req-6d1218aa-e03d-4aa4-ac84-d054bea082bf service neutron] 10.222.0.38 "GET /v2.0/networks/a78defdb-8152-44e8-9802-204725e888a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5834582 Jan 21 19:58:30.498764 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:30.533201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.535760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.548172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.553560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.592133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.602941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36072) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:30.613986 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:30.620956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] Usage tracker for resource:security_group_rule and tenant:280dbe204fae44a3bb24dae05f2768d1 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:30.653726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1591159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003525'] for router_interface, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.655774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:30.663298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:30.763069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.781325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d189261-ec60-4f67-bf68-d6ca601ce833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.801290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:30.837973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0d189261-ec60-4f67-bf68-d6ca601ce833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:30.843058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0d189261-ec60-4f67-bf68-d6ca601ce833 admin admin] Usage tracker for resource:security_group_rule and tenant:721c97ede3994875a7f563af94ae23aa is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:30.846585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0d189261-ec60-4f67-bf68-d6ca601ce833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:30.854601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0d189261-ec60-4f67-bf68-d6ca601ce833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:30.962523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d189261-ec60-4f67-bf68-d6ca601ce833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:30.964315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.014267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.024187 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:31.025236 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=280dbe204fae44a3bb24dae05f2768d1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0230458 Jan 21 19:58:31.026935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d189261-ec60-4f67-bf68-d6ca601ce833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.060774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36090) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:31.064505 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0d189261-ec60-4f67-bf68-d6ca601ce833 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=721c97ede3994875a7f563af94ae23aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384730 Jan 21 19:58:31.072802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36092) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:31.079698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.132621 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75345df848f04685aa6c7483772a9b45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8754020 Jan 21 19:58:31.201394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36100) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:31.212793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:28Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:31.217445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b4a2c3-dd57-43e4-90f7-28d5d3d20ed9 None None] The sync data for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb is: [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:28Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:58:31.341233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Pushing event updated for resources: {'Port': ['ID=7c2a103f-c319-4704-bd63-0a4fbed36876,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:31.354312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.359421 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5330992 Jan 21 19:58:31.369737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:31.379320 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:31.429388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36108) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:31.448044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfddf7ad-5364-4616-833e-4a882e644fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.507621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'SecurityGroup': ['ID=132935ca-1c1a-4370-ac6a-7d72a11c5070,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:31.508489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfddf7ad-5364-4616-833e-4a882e644fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.541397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:31.581786 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'security_group_rule': {'security_group_id': '132935ca-1c1a-4370-ac6a-7d72a11c5070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:31.607471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Network c3730a87-1ba8-4613-8981-c18501a9eeac is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:31.613676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:31.616932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:31.630686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:31.679286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:31.680198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.704212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfddf7ad-5364-4616-833e-4a882e644fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.720869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:31.724305 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:security_group_rule and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:31.732170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:31.745350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:31.751506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c3d3-9b47-4b6f-b0c7-4f1918da866e req-9b0ceebf-8804-4440-9022-e968b3b7fdf9 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:31.761879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:31.764805 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-63a6c3d3-9b47-4b6f-b0c7-4f1918da866e req-9b0ceebf-8804-4440-9022-e968b3b7fdf9 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 932 time: 1.5573168 Jan 21 19:58:31.769487 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1655247 Jan 21 19:58:31.936953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Attempting to bind port 55d799bb-7b99-4cd7-a404-aaaf986c8382 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:31.937328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Attempting to bind port 55d799bb-7b99-4cd7-a404-aaaf986c8382 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:31.937700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Attempting to bind port 55d799bb-7b99-4cd7-a404-aaaf986c8382 on network c3730a87-1ba8-4613-8981-c18501a9eeac {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:31.970728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-63a6c3d3-9b47-4b6f-b0c7-4f1918da866e req-a8fd16d4-bd2c-43e7-87f7-438c567c51e6 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Synchronizing usage tracker for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:31.976044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:31.976414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Checking segment: {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:31.976853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:31.977249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Bound using segment: {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:31.978026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Bound port: 55d799bb-7b99-4cd7-a404-aaaf986c8382, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:31.978467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:32.120931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-36169b54-4c05-4728-9e21-339f31e29d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:32.124125 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-36169b54-4c05-4728-9e21-339f31e29d4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93d8d5db61524c828953b7b3e3aafc40&device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 1160 time: 1.5856886 Jan 21 19:58:32.155090 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] For port 55d799bb-7b99-4cd7-a404-aaaf986c8382, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:32.160078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] For port 55d799bb-7b99-4cd7-a404-aaaf986c8382, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:32.179107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Request body: {'port': {'device_id': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:32.194598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Pushing event updated for resources: {'Port': ['ID=55d799bb-7b99-4cd7-a404-aaaf986c8382,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:32.199439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-63a6c3d3-9b47-4b6f-b0c7-4f1918da866e req-a8fd16d4-bd2c-43e7-87f7-438c567c51e6 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Unset dirty status for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:32.202124 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-63a6c3d3-9b47-4b6f-b0c7-4f1918da866e req-a8fd16d4-bd2c-43e7-87f7-438c567c51e6 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362395 Jan 21 19:58:32.258806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b8592da-6009-4963-82e0-7ba639e13e46 None None] Provisioning complete for port 7c2a103f-c319-4704-bd63-0a4fbed36876 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:32.263434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b8592da-6009-4963-82e0-7ba639e13e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:32.282625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:32.326575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfddf7ad-5364-4616-833e-4a882e644fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:32.342227 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cfddf7ad-5364-4616-833e-4a882e644fc8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7236e674-708d-4755-b5ad-e8740d5b9b7b HTTP/1.1" status: 204 len: 168 time: 1.2303658 Jan 21 19:58:32.358067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b8592da-6009-4963-82e0-7ba639e13e46 None None] Port 7c2a103f-c319-4704-bd63-0a4fbed36876 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:58:32.360573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1612f60e-84ee-47cf-8d98-8f7d2407ec42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:32.366407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:32.430280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89a36f-c744-417e-9216-ddc46007fc54 req-05ceaaa1-90d2-410f-abe0-034ca7da84a6 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:32.448485 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-af89a36f-c744-417e-9216-ddc46007fc54 req-05ceaaa1-90d2-410f-abe0-034ca7da84a6 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 943 time: 2.2433648 Jan 21 19:58:32.465093 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-774fbfde-9049-42b3-90c2-912bd8ea68ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:32.567133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.568183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.569021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.569789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.570578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.574560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Router c83b4064-66b5-455c-b0b4-886b30cea5ee has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:58:32.577206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.577973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.578653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.579309 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.579944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.580585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.581231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.583612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.583612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.583612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.584033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.585270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.585945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.587262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.587909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.588575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.589223 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.589861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.590519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:32.599198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.797s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:32.600029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:32.945588 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-af89a36f-c744-417e-9216-ddc46007fc54 req-e328f6fc-95c8-4c41-87a6-5dce30a8d91e tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578030 Jan 21 19:58:32.945874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:32.946587 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Pushing event updated for resources: {'Port': ['ID=55d799bb-7b99-4cd7-a404-aaaf986c8382,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:32.965550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36136) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:32.986209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:33.018879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.022417 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-e590f628-838b-427a-b478-8b103080259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:33.027217 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-e590f628-838b-427a-b478-8b103080259f service neutron] 10.222.0.38 "GET /v2.0/networks?id=a78defdb-8152-44e8-9802-204725e888a7 HTTP/1.1" status: 200 len: 905 time: 0.8832645 Jan 21 19:58:33.032403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.044175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.976s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:33.163837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 7dc9418a-afc2-4dd0-8170-3305612e6a85 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:33.258088 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1612f60e-84ee-47cf-8d98-8f7d2407ec42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.296631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-774fbfde-9049-42b3-90c2-912bd8ea68ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.300572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:33.326388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729fd56-0103-4f4f-a5a7-e99f8c65fbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbcf27f-d60f-4bde-876c-c7e6ec99f5f9,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:33.388704 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-b1fed72f-5353-49ef-b8ca-0168fd71680b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20d1a094-815c-4af0-8b2b-0c01a17d21e2 HTTP/1.1" status: 200 len: 217 time: 0.3059645 Jan 21 19:58:33.424408 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddf7ad-5364-4616-833e-4a882e644fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7236e674-708d-4755-b5ad-e8740d5b9b7b,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:33.484218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 7dc9418a-afc2-4dd0-8170-3305612e6a85 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:33.487968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43129bf-a45e-45c4-ab17-8042f2ee4f75,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:33.491845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:33.501294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.374s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:33.501809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:33.504901 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 7dc9418a-afc2-4dd0-8170-3305612e6a85 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:33.507053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.529901 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.719s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:33.530486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:33.549800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.530s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:33.550410 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:33.597501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0a560b-46e8-42d0-8485-bf52abb2e342,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:33.671790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:33.672534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.674150 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] 10.222.0.38 "PUT /v2.0/ports/55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 1158 time: 8.0037181 Jan 21 19:58:33.680229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'tag': '55d799bb-7b99-4cd7-a404-aaaf986c8382'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:33.693968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.699916 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1800795 Jan 21 19:58:33.713117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36152) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:33.719246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.719928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.720464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.720998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.721530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.722055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.722602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.723575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.724255 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.725127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.725261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.725522 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.726158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.726573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.729920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.730366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.730734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.731119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.731506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.731994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.732301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.732675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.733079 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.733420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:33.749127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'security_group_rule': {'security_group_id': '132935ca-1c1a-4370-ac6a-7d72a11c5070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:33.771687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5853c738-e017-42c2-b2fd-dbbb244302f7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:33.774236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:58:33.788283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:33.806332 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] 10.222.0.76 "PUT /v2.0/routers/c83b4064-66b5-455c-b0b4-886b30cea5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 25.7570240 Jan 21 19:58:33.814288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:security_group_rule and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:33.825384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.860443 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:33.875921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1612f60e-84ee-47cf-8d98-8f7d2407ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.880765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.891641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Sync routers for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:58:33.912756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:33.918948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-f6adcead-539a-4476-b12e-d036bfd93b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:33.920752 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-f6adcead-539a-4476-b12e-d036bfd93b80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8377c00-607e-48b6-9d36-f36d507231d4 HTTP/1.1" status: 200 len: 851 time: 0.4920866 Jan 21 19:58:33.925264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:33.927442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:58:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:33.952725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:33.960415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-774fbfde-9049-42b3-90c2-912bd8ea68ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.986710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612f60e-84ee-47cf-8d98-8f7d2407ec42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43129bf-a45e-45c4-ab17-8042f2ee4f75,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:33.993949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1612f60e-84ee-47cf-8d98-8f7d2407ec42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:34.000511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e929bfa5-d920-4cf9-ae74-5fd8b465b8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:34.046565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fbfde-9049-42b3-90c2-912bd8ea68ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbcf27f-d60f-4bde-876c-c7e6ec99f5f9,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:34.058789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-774fbfde-9049-42b3-90c2-912bd8ea68ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:34.062847 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1612f60e-84ee-47cf-8d98-8f7d2407ec42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:34.064739 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1612f60e-84ee-47cf-8d98-8f7d2407ec42 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a43129bf-a45e-45c4-ab17-8042f2ee4f75 HTTP/1.1" status: 204 len: 168 time: 2.8080304 Jan 21 19:58:34.075172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-774fbfde-9049-42b3-90c2-912bd8ea68ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:34.078803 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-774fbfde-9049-42b3-90c2-912bd8ea68ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8cbcf27f-d60f-4bde-876c-c7e6ec99f5f9 HTTP/1.1" status: 204 len: 168 time: 3.0061691 Jan 21 19:58:34.121692 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:34.156225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e751b-206d-48cd-887d-e8c8cdf29601 req-d66017c8-ffcf-4130-9fcb-dfb5a35ed31c tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:34.169222 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d07e751b-206d-48cd-887d-e8c8cdf29601 req-d66017c8-ffcf-4130-9fcb-dfb5a35ed31c tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 932 time: 0.3718233 Jan 21 19:58:34.177085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a48a97b0a2a847f18d6597fe4dd06575 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:34.199109 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-bff45dea-57ba-4503-8d9a-4a5cc902a245 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a78defdb-8152-44e8-9802-204725e888a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745167 Jan 21 19:58:34.200130 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:34.237924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-a7b1f4c7-0deb-4496-8b87-4bf11935ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:34.241277 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-a7b1f4c7-0deb-4496-8b87-4bf11935ad8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1161 time: 0.4448850 Jan 21 19:58:34.244722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:34.352545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:34.673752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:34.733763 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-60aa4aec-df4a-436a-b1e1-8b7e1938760b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 217 time: 0.4724112 Jan 21 19:58:34.886826 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port 7dc9418a-afc2-4dd0-8170-3305612e6a85, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=7dc9418a-afc2-4dd0-8170-3305612e6a85,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:34.951157 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d07e751b-206d-48cd-887d-e8c8cdf29601 req-47763a54-5ee9-4f3c-8cb5-5248ed85ee5d tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7804058 Jan 21 19:58:35.068667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.073707 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-daad8c0e-e057-4573-be3e-60aa6eee507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:35.076455 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-daad8c0e-e057-4573-be3e-60aa6eee507f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.3015716 Jan 21 19:58:35.169754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:35.192793 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-b447f723-ecba-4936-8956-79cc15d94096 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947702 Jan 21 19:58:35.239298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d775bf-1547-4a3f-95aa-b2aecab3cd53 req-49794a2a-2eea-46e2-976d-adb074c181aa tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:35.243770 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b7d775bf-1547-4a3f-95aa-b2aecab3cd53 req-49794a2a-2eea-46e2-976d-adb074c181aa tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 943 time: 0.4872220 Jan 21 19:58:35.518622 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-3cb5fd48-d28c-4bb0-98de-439b0f3f46cb service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733743 Jan 21 19:58:35.541875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=7dc9418a-afc2-4dd0-8170-3305612e6a85,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:35.606013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:35.733605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:28Z', 'revision_number': 2, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:35.749978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Checking router: c83b4064-66b5-455c-b0b4-886b30cea5ee for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:58:35.750428 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Updating router c83b4064-66b5-455c-b0b4-886b30cea5ee port 7c2a103f-c319-4704-bd63-0a4fbed36876 binding host dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:58:35.840924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.859433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-0562d4e3-1e38-4277-ad46-aaf0b4578d84 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 19:58:35.867305 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.881397 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-e2e4c82b-ef7b-469e-af52-a11ba291d86a service neutron] 10.222.0.38 "GET /v2.0/networks/a78defdb-8152-44e8-9802-204725e888a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6452587 Jan 21 19:58:35.902596 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.932490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:36.026054 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b7d775bf-1547-4a3f-95aa-b2aecab3cd53 req-839062d5-2f2f-41eb-96ff-3bb74fb22bcd tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056858 Jan 21 19:58:36.153399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36202) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:36.200095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.224576 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0c5adcc-292e-46cd-878b-f19318e521c9 req-b76f715e-95ce-4dfc-a2d4-a38d0f2f2cab service neutron] 10.222.0.38 "GET /v2.0/networks/a78defdb-8152-44e8-9802-204725e888a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3310070 Jan 21 19:58:36.230495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1229d4-ca9e-4ca2-a38d-d1f5d74aff0f,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:36.234765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 19:58:36.264907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:36.275004 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81eb2066-b4e3-44f7-8f78-1193829e1bd6 req-934aa858-7a54-4ac0-a929-5139be5b958c service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6563845 Jan 21 19:58:36.278004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:36.281966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Usage tracker for resource:security_group_rule and tenant:e445b95747c947da882a118bc25a31f5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:36.302310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:36.329026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:36.353364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36212) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:36.393350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'security_group': {'name': 'tempest-securitygroup--769025682', 'description': 'tempest-description--226737029'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:36.425078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.434491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36216) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:36.438976 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7016792 Jan 21 19:58:36.466970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:36.467784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'floatingip': {'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:36.480850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.483563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:security_group and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:36.496120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:36.505250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.516288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:36.548266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:36.575613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 {{(pid=80129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:58:36.584755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:36.602019 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a48a97b0a2a847f18d6597fe4dd06575&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6201854 Jan 21 19:58:36.618826 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36222) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:36.622301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.632458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:floatingip and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:36.656585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:36.705409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:36.707887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.756196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Transition to ACTIVE for port object 7c2a103f-c319-4704-bd63-0a4fbed36876 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:36.760461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 20d1a094-815c-4af0-8b2b-0c01a17d21e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:36.786867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.834167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.837124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.890219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Transition to ACTIVE for port object 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 will not be triggered until provisioned by entity L2. {{(pid=80129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:36.892146 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.912266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45449c5c-2a99-438b-b3d0-af84d3f0409e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:36.927541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f0422b-0799-4a91-b935-6cb6253bb87c,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:36.931169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.990443 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fceae-db8e-4048-bec1-6871ff42d775 None None] Pushing event updated for resources: {'Port': ['ID=7c2a103f-c319-4704-bd63-0a4fbed36876,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:37.021592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:37.023451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.053575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:37.084217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-319fceae-db8e-4048-bec1-6871ff42d775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:37.087418 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:37.095309 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:37.095755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.138738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dee5cb09-56a8-49ef-aa3e-f13ae06d9cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:37.230239 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e445b95747c947da882a118bc25a31f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0694780 Jan 21 19:58:37.251143 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'tag': '55d799bb-7b99-4cd7-a404-aaaf986c8382', 'status': 'completed', 'code': 200} Jan 21 19:58:37.284154 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36234) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:37.365347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac8e3eb4-3cc5-40cc-a80a-1da574bb98aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:37.432849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:security_group_rule and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:37.456073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:37.470274 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df72507a-46a8-4239-aff2-83967d63b51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.490148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:37.517069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3634edf8-26e5-4d79-938f-ba0197da76ae,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:37.594836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.622615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 7dc9418a-afc2-4dd0-8170-3305612e6a85 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:37.690618 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:37.743267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Pushing event updated for resources: {'Port': ['ID=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:37.776482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df72507a-46a8-4239-aff2-83967d63b51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.808390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:37.835029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Attempting to bind port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:37.835708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Attempting to bind port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'}] {{(pid=80129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:37.836378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Attempting to bind port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 on network c3730a87-1ba8-4613-8981-c18501a9eeac {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:37.857897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 20d1a094-815c-4af0-8b2b-0c01a17d21e2, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=20d1a094-815c-4af0-8b2b-0c01a17d21e2,segment=NetworkSegment(afb1ed95-2e06-4283-8e58-a705bdf4e91f),segment_id=afb1ed95-2e06-4283-8e58-a705bdf4e91f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:37.882354 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:37.882760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Checking segment: {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:37.886719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.887419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Bound using segment: {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'} {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:37.888147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Bound port: 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c3730a87-1ba8-4613-8981-c18501a9eeac'}}] {{(pid=80129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:37.888279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.915385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d1a094-815c-4af0-8b2b-0c01a17d21e2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:38.043109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.047409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:38.091280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Attempting to bind port 7c2a103f-c319-4704-bd63-0a4fbed36876 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:38.091729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Attempting to bind port 7c2a103f-c319-4704-bd63-0a4fbed36876 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:38.092490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Attempting to bind port 7c2a103f-c319-4704-bd63-0a4fbed36876 on network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:38.119088 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baf47a-9b4b-46fd-8597-9e681bca2666 req-9d779773-ca56-4ad2-bfec-8ab28195487a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:38.122076 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c7baf47a-9b4b-46fd-8597-9e681bca2666 req-9d779773-ca56-4ad2-bfec-8ab28195487a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 944 time: 1.2097859 Jan 21 19:58:38.123330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ce725eb-4afa-42d3-9b12-62fefbbf1f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.139403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 7dc9418a-afc2-4dd0-8170-3305612e6a85 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:38.139886 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.231321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.239142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.249775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ce725eb-4afa-42d3-9b12-62fefbbf1f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.283369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:38.293962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:38.298694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Checking segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:38.299385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.301818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Bound using segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:38.302979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Bound port: 7c2a103f-c319-4704-bd63-0a4fbed36876, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:38.303806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.388500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'SecurityGroup': ['ID=d056e328-8541-4502-b579-9ab13ffc865b,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:38.402727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df72507a-46a8-4239-aff2-83967d63b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.404294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:38.439787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ce725eb-4afa-42d3-9b12-62fefbbf1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.461213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5af7a4b5-728f-4e83-8e2c-eede9405b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:38.486076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a07c3720-2cea-4307-89a2-9cf13c3088a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:38.498056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] For port 7c2a103f-c319-4704-bd63-0a4fbed36876, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:38.503273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] For port 7c2a103f-c319-4704-bd63-0a4fbed36876, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=7c2a103f-c319-4704-bd63-0a4fbed36876,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:38.547040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.552592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885f3ba-dbb9-4334-a488-796bddb31f5d req-54ebfa01-3b80-4907-a3bf-927b849816ba tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:38.554756 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0885f3ba-dbb9-4334-a488-796bddb31f5d req-54ebfa01-3b80-4907-a3bf-927b849816ba tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 943 time: 1.0468807 Jan 21 19:58:38.560353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-458e0fb4-1ad6-4270-ab20-d7c7a1bcb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:38.563141 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-458e0fb4-1ad6-4270-ab20-d7c7a1bcb237 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1161 time: 1.0928636 Jan 21 19:58:38.564280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce725eb-4afa-42d3-9b12-62fefbbf1f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3634edf8-26e5-4d79-938f-ba0197da76ae,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:38.568152 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72507a-46a8-4239-aff2-83967d63b51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f0422b-0799-4a91-b935-6cb6253bb87c,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:38.580734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ce725eb-4afa-42d3-9b12-62fefbbf1f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:38.591240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-df72507a-46a8-4239-aff2-83967d63b51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:38.594386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df72507a-46a8-4239-aff2-83967d63b51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.598187 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-df72507a-46a8-4239-aff2-83967d63b51d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83f0422b-0799-4a91-b935-6cb6253bb87c HTTP/1.1" status: 204 len: 168 time: 1.9688690 Jan 21 19:58:38.604552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.605930 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2328854 Jan 21 19:58:38.613945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] For port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3, host hv-cinder-72618, cleared binding levels {{(pid=80129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:38.616150 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36262) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:38.637198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] For port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:38.644586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'security_group_rule': {'security_group_id': 'd056e328-8541-4502-b579-9ab13ffc865b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:38.690401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:38.700577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:security_group_rule and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:38.704937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:38.738155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:38.759998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.986335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:39.052738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ce725eb-4afa-42d3-9b12-62fefbbf1f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.065813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=20d1a094-815c-4af0-8b2b-0c01a17d21e2,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:39.078552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:39.081445 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0ce725eb-4afa-42d3-9b12-62fefbbf1f6f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3634edf8-26e5-4d79-938f-ba0197da76ae HTTP/1.1" status: 204 len: 168 time: 1.7849877 Jan 21 19:58:39.172542 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c7baf47a-9b4b-46fd-8597-9e681bca2666 req-719a12d1-0309-4e6f-b785-93d766690c70 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0134745 Jan 21 19:58:39.178022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-fcb06963-8135-4d94-83e1-e06a9cb450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:39.182081 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-fcb06963-8135-4d94-83e1-e06a9cb450b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.5918238 Jan 21 19:58:39.189015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-07b09976-e0a9-454e-a46e-0741b00117e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:39.203817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.284965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:39.286712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:58:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:39.321751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:39.323084 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.325850 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] 10.222.0.38 "PUT /v2.0/ports/16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 HTTP/1.1" status: 200 len: 1158 time: 7.1902170 Jan 21 19:58:39.330998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'tag': '16eb068e-1990-4c50-8a8d-26c8d0d3d2a3'}] {{(pid=80129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:39.364346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Pushing event updated for resources: {'Port': ['ID=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,revision_number=3']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:39.367697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:39.370472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.379546 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.382508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8be96f25-0e86-4913-83ea-1e65dd734546 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:39.414526 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913e2d86-5498-4ba1-b04b-76ff62f74712,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:39.424483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:39.465706 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-2aecd97e-e25a-4726-820f-409898fdf0b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 217 time: 0.2496774 Jan 21 19:58:39.495093 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0885f3ba-dbb9-4334-a488-796bddb31f5d req-6f9a1221-d392-4995-a094-b0a0377886c7 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9091022 Jan 21 19:58:39.495713 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36294) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:39.527854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.529528 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9123449 Jan 21 19:58:39.537325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36298) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:39.560239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'security_group_rule': {'security_group_id': 'd056e328-8541-4502-b579-9ab13ffc865b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:39.578518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:39.587566 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:security_group_rule and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:39.598397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:39.604785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-80ef94d3-9813-4ebc-8afd-15075d6afd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:39.607114 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-80ef94d3-9813-4ebc-8afd-15075d6afd33 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 1161 time: 0.1895730 Jan 21 19:58:39.612420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:39.695552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.750006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.767255 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'tag': '16eb068e-1990-4c50-8a8d-26c8d0d3d2a3', 'status': 'completed', 'code': 200} Jan 21 19:58:39.837254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:39.859077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Usage tracker for resource:security_group_rule and tenant:0729fd92d7da44de810320460635282e is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:39.892526 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.936233 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-4e9cac4d-dab6-4688-bfd5-c3178971ad3b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 HTTP/1.1" status: 200 len: 217 time: 0.3068442 Jan 21 19:58:39.973680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:40.004107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-0514d61f-aa5f-4c5f-9c68-9383961c643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:40.007410 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-0514d61f-aa5f-4c5f-9c68-9383961c643f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.5025618 Jan 21 19:58:40.012864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:40.095796 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:40.136710 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-18f0ab0e-bcf0-4309-800c-4b844977a0e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152415 Jan 21 19:58:40.162991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-d5538ca5-55b4-4d5e-bbe4-b1f2176540fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:40.165413 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-d5538ca5-55b4-4d5e-bbe4-b1f2176540fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.2051492 Jan 21 19:58:40.257628 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-2c625103-0a5d-49e6-a6c9-9604d3db2cdd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796030 Jan 21 19:58:40.521051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:40.549696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:40.580202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:40.685718 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:40.694422 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1400654 Jan 21 19:58:40.695045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36316) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:40.726179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbce53ea-e6f9-493f-9c15-3660aa57939c,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:40.765434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'floatingip': {'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:40.783863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fceae-db8e-4048-bec1-6871ff42d775 None None] Pushing event updated for resources: {'Port': ['ID=7c2a103f-c319-4704-bd63-0a4fbed36876,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:40.793878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-319fceae-db8e-4048-bec1-6871ff42d775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.605s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:40.805207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:40.843465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:40.846416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:floatingip and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:40.976953 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-a05b022e-44a9-443b-acdf-2780e46bf96c service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083890 Jan 21 19:58:40.979735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:41.000140 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:41.018612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-b2316d0e-f079-4568-93b3-890336c341a0 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 19:58:41.074218 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d1a094-815c-4af0-8b2b-0c01a17d21e2', 'code': 200} Jan 21 19:58:41.178510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:41.268300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:41.325654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:38Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:41.351573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb77ed-871a-4d25-87f9-1013fc06e8fc None None] The sync data for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb is: [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:38Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:58:41.474822 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ca240e6a-6430-4462-b2b2-abd0ff4448e3 req-e2fcb9d2-2d4c-48a3-84b8-6f0e1b873836 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4589541 Jan 21 19:58:41.884315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 20d1a094-815c-4af0-8b2b-0c01a17d21e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:41.987626 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Allocated IP 172.28.3.65 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/1b888ec4-c72f-43ea-816b-94a8dd8a6c4a) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:42.137369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:42.137790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:42.210119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:42.278891 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-f59e5d6d-5c84-4b6c-a707-56ef08aedca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:42.283336 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-f59e5d6d-5c84-4b6c-a707-56ef08aedca8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 1161 time: 0.5288622 Jan 21 19:58:42.341151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 55d799bb-7b99-4cd7-a404-aaaf986c8382 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:42.349057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:42.437500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36346) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:42.445523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-142f9ba6-b83b-424f-bcb9-fb8abe9cbb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:42.466482 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0729fd92d7da44de810320460635282e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9561951 Jan 21 19:58:42.487664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36350) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:42.557678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:42.561393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 55d799bb-7b99-4cd7-a404-aaaf986c8382 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:42.576173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 55d799bb-7b99-4cd7-a404-aaaf986c8382 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:42.577099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:42.682288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77744dd1-35b5-4b5e-9ecd-abe6a93fdcd0,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:42.716825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:42.765714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:42.820533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:42.856008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-f17614aa-8cf4-4eb4-bdc6-2e5942c2dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:42.858723 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-f17614aa-8cf4-4eb4-bdc6-2e5942c2dfa3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.5437982 Jan 21 19:58:42.918401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 55d799bb-7b99-4cd7-a404-aaaf986c8382, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:42.931769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:42.931769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:43.014304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:43.080742 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-c304b368-19f9-40e3-8739-227a359b7f60 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7388499 Jan 21 19:58:43.081480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff81-2853-457e-95e1-eb85fb0d793f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:43.090260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-fe0e4d42-9ef0-4d13-bb7b-21f7c7d36b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:43.092278 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-fe0e4d42-9ef0-4d13-bb7b-21f7c7d36b39 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 1162 time: 1.3027370 Jan 21 19:58:43.095087 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-cb30cc01-ef8c-49bf-89a7-f6a2ba78ae7f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 HTTP/1.1" status: 200 len: 217 time: 0.1971583 Jan 21 19:58:43.117998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff81-2853-457e-95e1-eb85fb0d793f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:43.199939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff81-2853-457e-95e1-eb85fb0d793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:43.208792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d799bb-7b99-4cd7-a404-aaaf986c8382'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:43.218270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=55d799bb-7b99-4cd7-a404-aaaf986c8382,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:43.234280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:43.261186 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eac28-9efa-4940-857e-9c9e9b6199bc req-8712f346-772b-4ddf-9cbd-10a5effe00ed tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:43.262971 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-783eac28-9efa-4940-857e-9c9e9b6199bc req-8712f346-772b-4ddf-9cbd-10a5effe00ed tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 944 time: 2.5486286 Jan 21 19:58:43.313747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ccb41-da4c-43c5-a669-8c4307537f8f req-29379971-1921-483f-8891-d5552fea36fb tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:43.315548 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-af2ccb41-da4c-43c5-a669-8c4307537f8f req-29379971-1921-483f-8891-d5552fea36fb tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 945 time: 1.0596955 Jan 21 19:58:43.493057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:43.496406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 7c2a103f-c319-4704-bd63-0a4fbed36876 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:43.518483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:43.524704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:43.553078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:43.565945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Usage tracker for resource:security_group_rule and tenant:8f40562aa3e041ec95a6a109f859e641 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:43.569620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'Port': ['ID=1b888ec4-c72f-43ea-816b-94a8dd8a6c4a,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:43.569948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:43.572785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:43.585237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:43.630276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:43.669036 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-af2ccb41-da4c-43c5-a669-8c4307537f8f req-a543418b-aa5c-47c3-9c23-2fd319839368 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915653 Jan 21 19:58:43.673525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f152fa84-56dc-4263-85a3-556dda8229fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:43.712749 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:43.722692 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Usage tracker for resource:security_group_rule and tenant:e173af38dea4463391261d406184bf93 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:43.728736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:43.731931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 7c2a103f-c319-4704-bd63-0a4fbed36876 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:43.737450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:43.752082 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 7c2a103f-c319-4704-bd63-0a4fbed36876 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:43.752082 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:43.810601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:43.815681 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:43.864237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-9525766a-e400-4a8c-81fb-b0c3f8bbd562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:43.865892 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-9525766a-e400-4a8c-81fb-b0c3f8bbd562 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.7537773 Jan 21 19:58:43.895130 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-783eac28-9efa-4940-857e-9c9e9b6199bc req-6dc414f9-9430-483f-8bd7-c7e18e243ae0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136277 Jan 21 19:58:43.896657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff81-2853-457e-95e1-eb85fb0d793f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:43.898866 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3f86ff81-2853-457e-95e1-eb85fb0d793f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/77744dd1-35b5-4b5e-9ecd-abe6a93fdcd0 HTTP/1.1" status: 204 len: 168 time: 1.4003291 Jan 21 19:58:43.984049 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d799bb-7b99-4cd7-a404-aaaf986c8382', 'code': 200} Jan 21 19:58:43.992740 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-53240e0a-4f9e-4dbf-a8ad-0a26703d10f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021366 Jan 21 19:58:44.077054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:44.119661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:44.130316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86ff81-2853-457e-95e1-eb85fb0d793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77744dd1-35b5-4b5e-9ecd-abe6a93fdcd0,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:44.137993 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 55d799bb-7b99-4cd7-a404-aaaf986c8382 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:44.140584 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:44.304839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.38', 53587) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:44.328029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f86ff81-2853-457e-95e1-eb85fb0d793f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:44.338039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-171fd9aa-d323-4a0c-bf81-5735fd389016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:44.382992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 55d799bb-7b99-4cd7-a404-aaaf986c8382 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:44.383758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:44.435372 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-83334279-6b39-405a-a88a-d486eb98d958 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230201 Jan 21 19:58:44.473667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21ffc14e-86a1-4326-9817-5ca9c32e1a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:44.476391 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port 7c2a103f-c319-4704-bd63-0a4fbed36876, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=7c2a103f-c319-4704-bd63-0a4fbed36876,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:44.513502 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:44.523573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e75074d9-dc2f-40cd-9c29-5b7e438a51e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:44.619931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=7c2a103f-c319-4704-bd63-0a4fbed36876,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:44.626112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:44.658780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 20d1a094-815c-4af0-8b2b-0c01a17d21e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:44.660655 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e173af38dea4463391261d406184bf93&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1925097 Jan 21 19:58:44.666077 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3f2ef8e-d597-4d95-b2b7-461458d71888 req-f52456b4-1543-4a81-ad1d-4448d3edf156 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4674737 Jan 21 19:58:44.691134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36394) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:44.704501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a0c7a-94b3-45c5-a569-cd8804d20dc8,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:44.725118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:44.827304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:44.879759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:44.880729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:45.132051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc9692c3-30d2-4058-9863-e922dc5e7537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:45.146960 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:45.200937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc9692c3-30d2-4058-9863-e922dc5e7537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:45.236028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:45.251915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:45.330503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:45.339368 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54d8a7-44aa-47ca-a5f8-f959157457ea req-891e7b0f-fc0c-43a0-9193-47ccf7fd7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:45.342163 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1d54d8a7-44aa-47ca-a5f8-f959157457ea req-891e7b0f-fc0c-43a0-9193-47ccf7fd7ce8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 1.0099897 Jan 21 19:58:45.348229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:45.349188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:45.541337 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1dc170a4-3237-4b95-9616-0021ea3cecf1 req-889f6895-dfe6-4f5f-b2d1-abc641fa5525 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0860274 Jan 21 19:58:45.563978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:45.636760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d21d31e8-61ac-4088-8a72-beea7d236a93,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:45.640921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:45.658466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:45.671218 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a1ab5d17-7bee-43e6-ace8-db938033ede4 req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2106724 Jan 21 19:58:45.776771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:45.823039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 7c2a103f-c319-4704-bd63-0a4fbed36876 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:46.030902 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:46.035542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc9692c3-30d2-4058-9863-e922dc5e7537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:46.046314 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e7f74b7-9147-454c-b478-9a4ebe7c5a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:46.058561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:46.071884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Allocated IP 172.28.3.117 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/5577f18e-45c1-4ecf-9b8f-a9f4fe572ac2) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:46.095369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:46.107204 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1d54d8a7-44aa-47ca-a5f8-f959157457ea req-7fbe4ce7-91bd-4f29-be4e-e0827a218a34 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128349 Jan 21 19:58:46.112395 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9692c3-30d2-4058-9863-e922dc5e7537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a0c7a-94b3-45c5-a569-cd8804d20dc8,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:46.137303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc9692c3-30d2-4058-9863-e922dc5e7537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:46.170011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eb068e-1990-4c50-8a8d-26c8d0d3d2a3'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:46.182407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:46.202170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:46.203836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-82b4a655-e569-4369-9cff-beb9ee2fb551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:46.422469 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 7c2a103f-c319-4704-bd63-0a4fbed36876 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:46.423118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:46.467814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1124ca-bf93-43f5-aad7-2979e5d49ff2 req-02253ca2-227a-4108-958a-eafac5352384 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:46.482802 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ac1124ca-bf93-43f5-aad7-2979e5d49ff2 req-02253ca2-227a-4108-958a-eafac5352384 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 945 time: 1.1390805 Jan 21 19:58:46.544637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34544e-7bc8-4b59-b4a0-4e921c38173f req-b9873ee7-a200-4b20-a06f-1b41dcb55b32 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:46.546852 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5c34544e-7bc8-4b59-b4a0-4e921c38173f req-b9873ee7-a200-4b20-a06f-1b41dcb55b32 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 944 time: 1.0305812 Jan 21 19:58:46.583134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:46.640946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:46.649249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.649940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.650854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.651447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.652043 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.652642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.653240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.653832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.654452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.655076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.655707 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.662632 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.663365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.664324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.664761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.665169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.665596 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.666361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.666802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.667510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.667890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.668727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.669109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.669659 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:46.730550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:46.744598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:46.774321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 55d799bb-7b99-4cd7-a404-aaaf986c8382 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:46.791273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:46.956725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'Port': ['ID=5577f18e-45c1-4ecf-9b8f-a9f4fe572ac2,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:46.961678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:46.997607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-06b3aaff-cd2e-4dac-91cf-617ed7697c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:47.010197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 55d799bb-7b99-4cd7-a404-aaaf986c8382 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:47.011133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:47.098466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:47.100695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:47.104784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:47.172699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'Port': ['ID=1b888ec4-c72f-43ea-816b-94a8dd8a6c4a,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:47.178834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:47.184003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc9692c3-30d2-4058-9863-e922dc5e7537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:47.188532 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cc9692c3-30d2-4058-9863-e922dc5e7537 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f65a0c7a-94b3-45c5-a569-cd8804d20dc8 HTTP/1.1" status: 204 len: 168 time: 2.4959085 Jan 21 19:58:47.208984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:47.223266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:47.308426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:47.331127 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ac1124ca-bf93-43f5-aad7-2979e5d49ff2 req-219e0f4a-8510-4789-be68-c1f5a33bbc9f tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8465707 Jan 21 19:58:47.545731 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5c34544e-7bc8-4b59-b4a0-4e921c38173f req-67926e7e-aace-4689-b105-19bf1419a917 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744717 Jan 21 19:58:47.591280 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eb068e-1990-4c50-8a8d-26c8d0d3d2a3', 'code': 200} Jan 21 19:58:47.597941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:47.648118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:47.651081 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.2125285 Jan 21 19:58:48.026061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36458) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:48.071808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:48.178311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:48.200029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:48.216475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:48.261407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Usage tracker for resource:security_group_rule and tenant:c61dcd2140eb47d1a5c1d0e4ec2dd781 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:48.280297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:48.301523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:48.319718 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-3b2e839d-8d12-4a14-a874-62a0e6f662ca tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Synchronizing usage tracker for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:48.327112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:48.436571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:48.518695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:48.605552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:48.643318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0e236997-9add-4c80-9bca-7730bb8b4004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:48.718002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 20d1a094-815c-4af0-8b2b-0c01a17d21e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:48.750742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-3b2e839d-8d12-4a14-a874-62a0e6f662ca tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Unset dirty status for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:48.753994 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-3b2e839d-8d12-4a14-a874-62a0e6f662ca tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--871611398&fields=id&tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce HTTP/1.1" status: 200 len: 267 time: 0.6523485 Jan 21 19:58:48.776430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a36e46f-349a-496c-b486-102e51593808,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:48.840553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:48.846591 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'Port': ['ID=5577f18e-45c1-4ecf-9b8f-a9f4fe572ac2,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:48.856122 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:48.975333 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.049256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:49.050020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.066531 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-dc987f01-e91d-4c46-b121-6be84c0b0506 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c61dcd2140eb47d1a5c1d0e4ec2dd781&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0388360 Jan 21 19:58:49.073494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36490) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:49.201086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.219619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97cead-5326-47f2-8682-4a1e0eca8f29 req-08513081-e3c7-456d-88a5-dc67cc3174f1 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:49.229361 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2b97cead-5326-47f2-8682-4a1e0eca8f29 req-08513081-e3c7-456d-88a5-dc67cc3174f1 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 945 time: 0.4716506 Jan 21 19:58:49.243767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc20a5e9-a2e9-4d57-95ce-108207f8956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.282313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:49.321551 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2b97cead-5326-47f2-8682-4a1e0eca8f29 req-13b35a00-df96-4a43-98f9-03b82053a778 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888810 Jan 21 19:58:49.339152 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc20a5e9-a2e9-4d57-95ce-108207f8956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.359412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.370696 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6601686 Jan 21 19:58:49.389415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788199bf-c81f-4923-a3e6-d9f3fee7b444 req-380357e3-59e8-4e93-8326-cdfccb5605cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:49.403974 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-788199bf-c81f-4923-a3e6-d9f3fee7b444 req-380357e3-59e8-4e93-8326-cdfccb5605cf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 1163 time: 0.5044918 Jan 21 19:58:49.438352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:49.438785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.439710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc20a5e9-a2e9-4d57-95ce-108207f8956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.453296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:49.479944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20a5e9-a2e9-4d57-95ce-108207f8956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a36e46f-349a-496c-b486-102e51593808,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:49.506125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc20a5e9-a2e9-4d57-95ce-108207f8956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:49.508825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc20a5e9-a2e9-4d57-95ce-108207f8956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:49.517836 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cc20a5e9-a2e9-4d57-95ce-108207f8956b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a36e46f-349a-496c-b486-102e51593808 HTTP/1.1" status: 204 len: 168 time: 0.4380763 Jan 21 19:58:49.666866 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-788199bf-c81f-4923-a3e6-d9f3fee7b444 req-4c747834-7d40-46a7-be39-8c39fa470da7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541990 Jan 21 19:58:49.701843 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-a949ae3c-f219-4eb9-b315-56bfdee9b0e6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:49.702771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-a949ae3c-f219-4eb9-b315-56bfdee9b0e6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Synchronizing usage tracker for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:network {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:49.723220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-a949ae3c-f219-4eb9-b315-56bfdee9b0e6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Unset dirty status for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:network {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:49.731359 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-a949ae3c-f219-4eb9-b315-56bfdee9b0e6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 816 time: 0.9469004 Jan 21 19:58:49.751073 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-04f80dc1-6680-456c-a5c7-bc50be778c19 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/quotas/f582e7664b7d4f8cbdaab1fbdf0bc1ce HTTP/1.1" status: 200 len: 375 time: 0.0184002 Jan 21 19:58:49.965536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5785-0afa-4989-877d-89c46b0ae4a8 req-8d26a48a-fed1-4a89-aec2-beccd70808f4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:49.967293 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b93b5785-0afa-4989-877d-89c46b0ae4a8 req-8d26a48a-fed1-4a89-aec2-beccd70808f4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.1545455 Jan 21 19:58:50.037954 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-5081810f-1c52-47c1-8355-e5496b3f3d98 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2782409 Jan 21 19:58:50.242462 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b93b5785-0afa-4989-877d-89c46b0ae4a8 req-fda19e16-f781-48fd-a060-00c57042b950 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601426 Jan 21 19:58:50.368980 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-3867ebf3-c097-4835-a442-e9aa0c803941 service neutron] 10.222.0.76 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115308 Jan 21 19:58:51.079956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-2b2477be-f589-439f-995d-9e37645035c8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Synchronizing usage tracker for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:51.107198 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-0cd3d4eb-1070-4c0e-a5f0-3ad89d7aa0f7 service neutron] 10.222.0.76 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7140450 Jan 21 19:58:51.132216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-2b2477be-f589-439f-995d-9e37645035c8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Unset dirty status for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:51.135939 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-2b2477be-f589-439f-995d-9e37645035c8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--769025682&fields=id&tenant_id=1c74ebeceab1462f9edb3514e809d8b6 HTTP/1.1" status: 200 len: 267 time: 0.3221099 Jan 21 19:58:51.720776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-51c69cb0-0966-4cbb-a83a-367e432f8330 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:51.722184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-51c69cb0-0966-4cbb-a83a-367e432f8330 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Synchronizing usage tracker for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:network {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:51.859693 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f183f0-3571-42ea-8a88-a34abc27cd5b req-56a022a7-29fc-4d52-a1a7-12a2c5b68658 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:51.862901 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-96f183f0-3571-42ea-8a88-a34abc27cd5b req-56a022a7-29fc-4d52-a1a7-12a2c5b68658 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 945 time: 0.3195660 Jan 21 19:58:51.864098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-51c69cb0-0966-4cbb-a83a-367e432f8330 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Unset dirty status for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:network {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:51.866237 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-51c69cb0-0966-4cbb-a83a-367e432f8330 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 811 time: 0.7224224 Jan 21 19:58:51.959055 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-7ab532ab-d044-40e8-9218-571a226e5451 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/quotas/1c74ebeceab1462f9edb3514e809d8b6 HTTP/1.1" status: 200 len: 375 time: 0.0249751 Jan 21 19:58:52.050452 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-96f183f0-3571-42ea-8a88-a34abc27cd5b req-68b5ee7f-1e54-4a14-a97a-ad44d6d27c6e tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746571 Jan 21 19:58:52.184135 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-ff541f8a-cfdb-4bbb-9f67-e6cf37c60530 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2041402 Jan 21 19:58:52.678495 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-018f9844-261d-4fe0-ab78-f50c4fd9883c service neutron] 10.222.0.76 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482770 Jan 21 19:58:52.816367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267b8b0-f87a-4fbe-9f36-970ad8e857bc req-d12c3a32-083a-4222-89fd-727df5a25a73 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:52.822213 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5267b8b0-f87a-4fbe-9f36-970ad8e857bc req-d12c3a32-083a-4222-89fd-727df5a25a73 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.3962002 Jan 21 19:58:53.151177 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5267b8b0-f87a-4fbe-9f36-970ad8e857bc req-fec5af05-b269-4f79-8a84-6354a8ebea32 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131321 Jan 21 19:58:53.335357 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-fc2ac14b-ea82-4feb-b89b-6f9bcd93ca24 service neutron] 10.222.0.76 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6376221 Jan 21 19:58:53.591085 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-96df3df6-5308-41d2-bf7c-b0d373bc8e26 req-7341e986-c756-4418-8e14-046d5abe6c2c tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 210 time: 0.2509804 Jan 21 19:58:54.118758 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eff36f33-7ee2-415a-a6e9-50facb605846 req-988e4e67-1fe5-46bc-beec-3e8837ef024c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 210 time: 0.1324313 Jan 21 19:58:54.177090 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-1d5a575f-76a3-4492-85c8-1085b8eb07e8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:54.179917 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-1d5a575f-76a3-4492-85c8-1085b8eb07e8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 816 time: 0.6693642 Jan 21 19:58:54.452950 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-b74ee2e0-8231-4b5c-915a-08f9f902143b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce HTTP/1.1" status: 200 len: 5704 time: 0.2223923 Jan 21 19:58:54.470294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'port': {'device_id': '46242488-02c3-4038-91f7-da5d18b73723', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'admin_state_up': True, 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'security_groups': ['132935ca-1c1a-4370-ac6a-7d72a11c5070']}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:54.492224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-935d5e21-e291-4e22-b114-9f522cbaa94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:54.500252 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-935d5e21-e291-4e22-b114-9f522cbaa94c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 1163 time: 0.2080641 Jan 21 19:58:54.863044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-842ef3f0-ca46-4969-bb6e-3a99eb40cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:54.866018 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-842ef3f0-ca46-4969-bb6e-3a99eb40cb73 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.3590086 Jan 21 19:58:54.904002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca339c-393a-45bd-9fe4-a040c3fe2764 req-ee57dcf7-dfd1-489d-b19d-31cba3e63138 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:54.919224 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6eca339c-393a-45bd-9fe4-a040c3fe2764 req-ee57dcf7-dfd1-489d-b19d-31cba3e63138 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.4029539 Jan 21 19:58:55.084775 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-349b7f9e-50ea-4bcd-96f0-748f5276c4ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 HTTP/1.1" status: 200 len: 217 time: 0.1940010 Jan 21 19:58:55.125382 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cf89db80-761f-4ad6-addd-931c5b9a6685 req-cd00dfee-0302-412c-af64-d3f25a598b27 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 210 time: 0.1399992 Jan 21 19:58:55.134498 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:55.148188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:port and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:55.155956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for port was recalculated. Used quota:3. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:55.166944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:55.185214 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6eca339c-393a-45bd-9fe4-a040c3fe2764 req-91d74aff-7289-42f6-b381-0a6f205559cd tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231052 Jan 21 19:58:55.219512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Made reservation on behalf of f582e7664b7d4f8cbdaab1fbdf0bc1ce for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:58:55.231131 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:55.241654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-7a180721-cba8-410b-893c-d3cc2826eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:55.246379 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-7a180721-cba8-410b-893c-d3cc2826eb57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.1427081 Jan 21 19:58:55.379080 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-b77c3aa9-2fff-4607-bddf-0c5ed9ec9072 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254103 Jan 21 19:58:55.606726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:58:55.879925 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a984b390-5ece-4f7c-8526-0cb237aaecc0 req-8bd19cd1-f251-499e-aead-76bef0c1f611 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 210 time: 0.4071500 Jan 21 19:58:56.053303 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-640ab2cd-8d22-4d98-a5bf-d7e7249e7204 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654897 Jan 21 19:58:56.400640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Allocated IP 172.20.0.4 (eda9e604-1d3f-4196-a1bb-adbf40e58f0e/04492ad3-cf0f-4a83-a40e-c2776e49c098/f1bb26e1-1a96-46f7-b2e9-f9986e432715) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:56.818273 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5cbf6889-e838-4c99-8eb6-5159063f9527 req-0c63b91e-ca02-47c1-ae5d-0b2291c14108 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7546389 Jan 21 19:58:56.867996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-6f111106-02dc-461c-85bc-c596bb0e7c66 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:56.870387 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-6f111106-02dc-461c-85bc-c596bb0e7c66 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 811 time: 0.7639909 Jan 21 19:58:56.963324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:57.013687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5f1e9-8858-4c60-ab8e-3b41b8923813 req-1d0a99e9-69ff-469d-8639-4564ea8817d4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:57.028988 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1fc5f1e9-8858-4c60-ab8e-3b41b8923813 req-1d0a99e9-69ff-469d-8639-4564ea8817d4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.4238119 Jan 21 19:58:57.054949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Transition to ACTIVE for port object f1bb26e1-1a96-46f7-b2e9-f9986e432715 will not be triggered until provisioned by entity DHCP. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:57.071252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-9348ba63-c790-4a57-8db9-bab6ba0fd501 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Synchronizing usage tracker for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:security_group {{(pid=80129) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:57.094200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-9348ba63-c790-4a57-8db9-bab6ba0fd501 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Unset dirty status for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:security_group {{(pid=80129) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:57.097145 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-9348ba63-c790-4a57-8db9-bab6ba0fd501 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c74ebeceab1462f9edb3514e809d8b6 HTTP/1.1" status: 200 len: 5703 time: 0.2065842 Jan 21 19:58:57.109561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'port': {'device_id': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'admin_state_up': True, 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'security_groups': ['d056e328-8541-4502-b579-9ab13ffc865b']}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:57.128600 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1fc5f1e9-8858-4c60-ab8e-3b41b8923813 req-6940cba4-4d8d-4ad1-b6fd-d430417e9d95 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981839 Jan 21 19:58:57.190501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:57.281695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:57.568717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:57.583304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:port and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:57.596518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for port was recalculated. Used quota:3. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:57.625997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:57.646870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Made reservation on behalf of 1c74ebeceab1462f9edb3514e809d8b6 for: {'port': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:58:57.666608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:57.757018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'Port': ['ID=f1bb26e1-1a96-46f7-b2e9-f9986e432715,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:57.794767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:57.959449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36736) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:58.327277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:58.328616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:58.354063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:58.376716 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:58.378116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:58.412695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:58.413983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:58.438959 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-96d2a415-72dc-45c8-b1c0-ef435cea802a req-a3e4d43f-8016-4814-9147-66fd1410470b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 210 time: 0.2493327 Jan 21 19:58:58.467475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Usage tracker for resource:security_group_rule and tenant:0011f6ddf8814a03855fd5c74c39dd66 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:58.480319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:58.534653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:58.658911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Allocated IP 172.20.0.5 (14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4/b2aa1d11-e210-4ce7-906a-7f1d1460be3a/4591281d-bb9c-4c15-a1e2-175e228071c6) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:58.787736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a4ac6-29f9-475f-8dd5-9e0764c4dd85 req-f7c94336-d03b-44c4-93d2-f9122fb972cf tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:58.789410 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-903a4ac6-29f9-475f-8dd5-9e0764c4dd85 req-f7c94336-d03b-44c4-93d2-f9122fb972cf tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Synchronizing usage tracker for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:58.840189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36756) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:58.843188 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3842232 Jan 21 19:58:58.856571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-903a4ac6-29f9-475f-8dd5-9e0764c4dd85 req-f7c94336-d03b-44c4-93d2-f9122fb972cf tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Unset dirty status for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:58.870597 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-903a4ac6-29f9-475f-8dd5-9e0764c4dd85 req-f7c94336-d03b-44c4-93d2-f9122fb972cf tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 931 time: 1.1044037 Jan 21 19:58:58.901761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c14f8e5c-23ed-4ffb-9fc3-4eb2f8d15421 None None] Provisioning for port f1bb26e1-1a96-46f7-b2e9-f9986e432715 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:58.905536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Request body: {'port': {'device_id': '46242488-02c3-4038-91f7-da5d18b73723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:58.919803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c14f8e5c-23ed-4ffb-9fc3-4eb2f8d15421 None None] Provisioning complete for port f1bb26e1-1a96-46f7-b2e9-f9986e432715 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:58.925287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c14f8e5c-23ed-4ffb-9fc3-4eb2f8d15421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.052938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.097434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c14f8e5c-23ed-4ffb-9fc3-4eb2f8d15421 None None] Port f1bb26e1-1a96-46f7-b2e9-f9986e432715 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:58:59.144320 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-903a4ac6-29f9-475f-8dd5-9e0764c4dd85 req-acfd76a3-d826-4d6a-bdd6-bce9a1097681 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721064 Jan 21 19:58:59.163619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.180499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36762) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:59.245213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:59.271634 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0011f6ddf8814a03855fd5c74c39dd66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3087757 Jan 21 19:58:59.275980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36768) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:59.330601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3011e9-fccb-40d4-b2a7-f5dec948ebc2,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:59.336945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.376611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.381215 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:59.410473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Transition to ACTIVE for port object 4591281d-bb9c-4c15-a1e2-175e228071c6 will not be triggered until provisioned by entity DHCP. {{(pid=80129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:59.429961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7fd24cf2-fcfa-4306-8ccd-68c14b52d50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.471621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7fd24cf2-fcfa-4306-8ccd-68c14b52d50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.523289 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.534653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9ebd-8de1-47a0-887e-e399e96a2755 req-74d806e4-a076-4bd0-86c9-7eca98a143a5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:59.546351 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ab7c9ebd-8de1-47a0-887e-e399e96a2755 req-74d806e4-a076-4bd0-86c9-7eca98a143a5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.5095677 Jan 21 19:58:59.575066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.607236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.688240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:59.696405 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd9738bbc484a0eb33185fa62088bcc is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:59.700886 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:59.704836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:59.780779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:59.785615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:59.804268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:59.824052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:59.824820 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.828435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:59.851225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:59.855539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7fd24cf2-fcfa-4306-8ccd-68c14b52d50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.863196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7fd24cf2-fcfa-4306-8ccd-68c14b52d50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.864656 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7fd24cf2-fcfa-4306-8ccd-68c14b52d50b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc3011e9-fccb-40d4-b2a7-f5dec948ebc2 HTTP/1.1" status: 204 len: 168 time: 0.5357780 Jan 21 19:58:59.866215 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7620118 Jan 21 19:58:59.885177 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'Port': ['ID=4591281d-bb9c-4c15-a1e2-175e228071c6,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:59.890101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:59.895428 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Request body: {'port': {'device_id': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:59.953439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-179a29c5-3be4-4f9e-a800-cc0b4ff8b4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:59.994197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd24cf2-fcfa-4306-8ccd-68c14b52d50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3011e9-fccb-40d4-b2a7-f5dec948ebc2,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:59.997241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7fd24cf2-fcfa-4306-8ccd-68c14b52d50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:00.048460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:00.062199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Usage tracker for resource:security_group_rule and tenant:20e49abbd3aa4e55aba2c376db49516d is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:00.150896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:00.211721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:00.217953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:00.277676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1612f60e-84ee-47cf-8d98-8f7d2407ec42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:00.330608 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bbd9738bbc484a0eb33185fa62088bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4855299 Jan 21 19:59:00.332884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:00.367542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-2187390e-1299-4ac3-a050-3d5ba7b7203a None None] Provisioning for port 4591281d-bb9c-4c15-a1e2-175e228071c6 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:59:00.382118 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ab7c9ebd-8de1-47a0-887e-e399e96a2755 req-2558ead7-cba1-4b21-ba6f-b1ce5ffa3ad6 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8342092 Jan 21 19:59:00.382384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-2187390e-1299-4ac3-a050-3d5ba7b7203a None None] Provisioning complete for port 4591281d-bb9c-4c15-a1e2-175e228071c6 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:00.382721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2187390e-1299-4ac3-a050-3d5ba7b7203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:00.400415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36788) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:00.515666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2187390e-1299-4ac3-a050-3d5ba7b7203a None None] Port 4591281d-bb9c-4c15-a1e2-175e228071c6 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:59:00.897956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36800) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:00.934089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4591281d-bb9c-4c15-a1e2-175e228071c6 {{(pid=80129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:59:00.942957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:00.956947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Transition to ACTIVE for port object 4591281d-bb9c-4c15-a1e2-175e228071c6 will not be triggered until provisioned by entity L2. {{(pid=80129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:59:00.960386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:00.976225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:01.034632 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d6e9c-5f9a-4921-ae43-218dff3d994c,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:01.064723 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:01.110862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.131260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Pushing event updated for resources: {'Port': ['ID=4591281d-bb9c-4c15-a1e2-175e228071c6,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:01.136482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:01.202694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:01.264931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:60d43d888e3a4d80b37f2636dc178546 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:01.281259 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Attempting to bind port 4591281d-bb9c-4c15-a1e2-175e228071c6 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:59:01.281631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Attempting to bind port 4591281d-bb9c-4c15-a1e2-175e228071c6 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'}] {{(pid=80129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:59:01.281999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Attempting to bind port 4591281d-bb9c-4c15-a1e2-175e228071c6 on network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:59:01.285877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:01.288747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:59:01.289005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Checking segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:59:01.289376 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.289808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Bound using segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} {{(pid=80129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:59:01.290918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Bound port: 4591281d-bb9c-4c15-a1e2-175e228071c6, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'}}] {{(pid=80129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:59:01.290918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.339043 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224c64-5fe0-428a-85fa-1ec31f396fd3 req-653bfb26-4341-43c0-9688-86b880143094 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:01.340817 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-64224c64-5fe0-428a-85fa-1ec31f396fd3 req-653bfb26-4341-43c0-9688-86b880143094 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 931 time: 1.2872114 Jan 21 19:59:01.346333 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:01.369241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9229-ab71-4b00-af0e-c88fd6cf47b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.423381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] For port 4591281d-bb9c-4c15-a1e2-175e228071c6, host hv-cinder-72618, cleared binding levels {{(pid=80129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:59:01.428952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] For port 4591281d-bb9c-4c15-a1e2-175e228071c6, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=4591281d-bb9c-4c15-a1e2-175e228071c6,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:59:01.433933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.456106 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:01.536875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9229-ab71-4b00-af0e-c88fd6cf47b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.579942 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c320b-b568-4637-9cdd-da3bbdc85f59 req-3abde1e8-2b8e-4b50-85b1-fae178847dc7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:01.581687 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8f5c320b-b568-4637-9cdd-da3bbdc85f59 req-3abde1e8-2b8e-4b50-85b1-fae178847dc7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 931 time: 0.6792901 Jan 21 19:59:01.598389 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-64224c64-5fe0-428a-85fa-1ec31f396fd3 req-7c0d572c-5934-4bee-b8ae-e1db850670a0 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350433 Jan 21 19:59:01.604136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.620311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Pushing event updated for resources: {'Port': ['ID=4591281d-bb9c-4c15-a1e2-175e228071c6,revision_number=3']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:01.626420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:01.685743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:01.686956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.689745 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] 10.222.0.38 "PUT /v2.0/ports/4591281d-bb9c-4c15-a1e2-175e228071c6 HTTP/1.1" status: 200 len: 1157 time: 1.8012495 Jan 21 19:59:01.690707 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6'}] {{(pid=80129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:01.740836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.835754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ea422f06-0d91-4b63-8af1-639500bcc681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:01.875910 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20e49abbd3aa4e55aba2c376db49516d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6873963 Jan 21 19:59:01.879870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36808) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:01.926946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-e48ba065-c3ca-469b-b5a8-5c85bb186fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:01.928772 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-e48ba065-c3ca-469b-b5a8-5c85bb186fad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 1160 time: 0.1479990 Jan 21 19:59:01.956682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bb26e1-1a96-46f7-b2e9-f9986e432715 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:59:01.976794 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.004367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Transition to ACTIVE for port object f1bb26e1-1a96-46f7-b2e9-f9986e432715 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:59:02.052752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.075829 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-d67401e8-984e-4c25-a37c-830af0223894 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4591281d-bb9c-4c15-a1e2-175e228071c6 HTTP/1.1" status: 200 len: 217 time: 0.1275458 Jan 21 19:59:02.109699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563f1d4d-5fdf-4a43-a891-6518e87e6706,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:02.147352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ce23f61-da99-40d8-91a8-96bdc72520a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.194955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ce23f61-da99-40d8-91a8-96bdc72520a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.204441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-37b47691-2f5f-4a8d-866f-f51776bd0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:02.206011 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-37b47691-2f5f-4a8d-866f-f51776bd0e21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 200 len: 850 time: 0.1174426 Jan 21 19:59:02.480019 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:02.501950 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:02.569868 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8f5c320b-b568-4637-9cdd-da3bbdc85f59 req-5e4131d6-f852-45e3-9dd0-2256f7a64c79 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9640298 Jan 21 19:59:02.602531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ce23f61-da99-40d8-91a8-96bdc72520a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.618827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:02.641949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23f61-da99-40d8-91a8-96bdc72520a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f1d4d-5fdf-4a43-a891-6518e87e6706,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:02.653199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1ce23f61-da99-40d8-91a8-96bdc72520a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:02.674469 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Pushing event updated for resources: {'Port': ['ID=f1bb26e1-1a96-46f7-b2e9-f9986e432715,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:02.681529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:02.703742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ce23f61-da99-40d8-91a8-96bdc72520a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.705450 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1ce23f61-da99-40d8-91a8-96bdc72520a3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/563f1d4d-5fdf-4a43-a891-6518e87e6706 HTTP/1.1" status: 204 len: 168 time: 0.8224683 Jan 21 19:59:02.715545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-95f56d98-d3dc-4bd3-acb2-dbff9b4e75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:02.717871 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-95f56d98-d3dc-4bd3-acb2-dbff9b4e75df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4909675 Jan 21 19:59:02.831895 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9229-ab71-4b00-af0e-c88fd6cf47b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.860595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-47e916b3-3580-4e75-a528-959a2c68f054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:02.880025 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.897239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e9229-ab71-4b00-af0e-c88fd6cf47b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d6e9c-5f9a-4921-ae43-218dff3d994c,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:02.902904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb4e9229-ab71-4b00-af0e-c88fd6cf47b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:02.981559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cba9f9-1d93-4458-a38c-cc8ca456eebd req-4fc29fb0-efdb-48dc-ae29-e7c4ebfe09e5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:02.995110 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a4cba9f9-1d93-4458-a38c-cc8ca456eebd req-4fc29fb0-efdb-48dc-ae29-e7c4ebfe09e5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.8087986 Jan 21 19:59:03.007207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:03.067500 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-69cd18b6-127f-464c-9455-53b91b14bf37 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361490 Jan 21 19:59:03.069298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e1e4a637-e34f-4ebb-b208-c072e373291e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:03.069714 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6', 'status': 'completed', 'code': 200} Jan 21 19:59:03.181172 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a4cba9f9-1d93-4458-a38c-cc8ca456eebd req-e4adbac5-10fc-465f-adfb-e3157ae9fbc8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843114 Jan 21 19:59:03.204306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb4e9229-ab71-4b00-af0e-c88fd6cf47b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:03.206407 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-eb4e9229-ab71-4b00-af0e-c88fd6cf47b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/083d6e9c-5f9a-4921-ae43-218dff3d994c HTTP/1.1" status: 204 len: 168 time: 2.8007247 Jan 21 19:59:03.336449 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60d43d888e3a4d80b37f2636dc178546&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4201753 Jan 21 19:59:03.345592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3afe1e-d812-489d-9947-e30b5eede9da,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:03.356378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 36830) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:03.382736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:03.441335 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fff0c20e-d3b8-4a55-ad28-6f2be361f728 req-efae6f25-8329-4115-9957-660a563851c0 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3658209 Jan 21 19:59:03.577194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36836) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:03.628254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:03.680184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Attempting to bind port f1bb26e1-1a96-46f7-b2e9-f9986e432715 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:59:03.680922 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Attempting to bind port f1bb26e1-1a96-46f7-b2e9-f9986e432715 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:59:03.681480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Attempting to bind port f1bb26e1-1a96-46f7-b2e9-f9986e432715 on network eda9e604-1d3f-4196-a1bb-adbf40e58f0e {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:59:03.699858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:59:03.700409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Checking segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:59:03.700977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:03.701528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Bound using segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:59:03.702196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Bound port: f1bb26e1-1a96-46f7-b2e9-f9986e432715, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:59:03.702728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:03.864640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:03.882889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] For port f1bb26e1-1a96-46f7-b2e9-f9986e432715, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:59:03.887731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] For port f1bb26e1-1a96-46f7-b2e9-f9986e432715, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:59:03.893067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Usage tracker for resource:security_group_rule and tenant:2ebe90c840594b0aa02f59062fa098ac is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:03.910404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:03.911714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:03.918783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36842) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:03.985048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:04.059573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.110927 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:04.141863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:04.184464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Usage tracker for resource:security_group_rule and tenant:aebb77dbe2544c4980581590a3068e3d is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:04.193637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:04.227773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:04.306397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-b4cdf3c8-f409-4a41-83cc-708e1a22a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:04.309389 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-b4cdf3c8-f409-4a41-83cc-708e1a22a7ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 1160 time: 0.6403096 Jan 21 19:59:04.376275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-698e8890-5881-47a8-92c4-6334919903b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.378166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Pushing event updated for resources: {'Port': ['ID=f1bb26e1-1a96-46f7-b2e9-f9986e432715,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:04.400734 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-906227a8-65d3-438f-875f-975ba97c8620 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4838474 Jan 21 19:59:04.437268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e66f1-11d3-4690-9952-cd98512d9d77 req-b9892fa0-4b05-4004-8ecb-e79d7f19c61b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:04.440304 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-974e66f1-11d3-4690-9952-cd98512d9d77 req-b9892fa0-4b05-4004-8ecb-e79d7f19c61b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 943 time: 0.8308487 Jan 21 19:59:04.441841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:04.523125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.528806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d988d-d703-47ac-90d2-cac329511136 req-332d5f27-fc95-45f9-8519-647446260b59 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:04.532075 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-065d988d-d703-47ac-90d2-cac329511136 req-332d5f27-fc95-45f9-8519-647446260b59 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 945 time: 1.3807094 Jan 21 19:59:04.580837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 20d1a094-815c-4af0-8b2b-0c01a17d21e2 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 19:59:04.587140 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.621006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:04.727038 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-698e8890-5881-47a8-92c4-6334919903b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.746773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e2df5-4ba5-4b2d-9d2c-c4fe7c7fad09,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:04.748140 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.760957 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ebe90c840594b0aa02f59062fa098ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1824121 Jan 21 19:59:04.762202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-b759bfe3-29b9-4e21-a869-59ec506350f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:04.763789 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-b759bfe3-29b9-4e21-a869-59ec506350f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 905 time: 0.4313524 Jan 21 19:59:04.768205 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:04.768998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36852) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:04.810318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 20d1a094-815c-4af0-8b2b-0c01a17d21e2, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=20d1a094-815c-4af0-8b2b-0c01a17d21e2,segment=NetworkSegment(afb1ed95-2e06-4283-8e58-a705bdf4e91f),segment_id=afb1ed95-2e06-4283-8e58-a705bdf4e91f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:04.811941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d1a094-815c-4af0-8b2b-0c01a17d21e2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:04.820754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.823804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:04.851643 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-974e66f1-11d3-4690-9952-cd98512d9d77 req-172018c7-d5b1-43cb-b954-5319180181e3 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060315 Jan 21 19:59:04.860485 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:04.862047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.865731 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] 10.222.0.38 "PUT /v2.0/ports/f1bb26e1-1a96-46f7-b2e9-f9986e432715 HTTP/1.1" status: 200 len: 1157 time: 5.9906573 Jan 21 19:59:04.886910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.893946 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-1adbf265-c838-4b13-b0c1-2e69fda03d3c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4591281d-bb9c-4c15-a1e2-175e228071c6 HTTP/1.1" status: 200 len: 217 time: 0.1024525 Jan 21 19:59:04.905976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.909439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=20d1a094-815c-4af0-8b2b-0c01a17d21e2,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:04.913573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:04.988330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc20a5e9-a2e9-4d57-95ce-108207f8956b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:05.009531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-1f0a8799-23e8-4661-bf36-0e6c227d2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.011689 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-1f0a8799-23e8-4661-bf36-0e6c227d2c9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 0.4908614 Jan 21 19:59:05.068375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-29e411bc-2917-448b-916d-548e14ea4143 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.071207 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-29e411bc-2917-448b-916d-548e14ea4143 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.38 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 945 time: 0.8689682 Jan 21 19:59:05.072380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:05.099572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-698e8890-5881-47a8-92c4-6334919903b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:05.112692 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aebb77dbe2544c4980581590a3068e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1436896 Jan 21 19:59:05.137989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7399ffc-3051-422c-8cd9-e437001a01be,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:05.142114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 36862) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:05.142987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:05.177677 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-84f367c6-a53b-4418-bcd2-d3a77886c236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:05.187766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-06d39ff8-ba6e-47ba-a2e9-e17b75f8a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.189520 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-06d39ff8-ba6e-47ba-a2e9-e17b75f8a3aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 200 len: 850 time: 0.2811475 Jan 21 19:59:05.233468 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-065d988d-d703-47ac-90d2-cac329511136 req-6eecc505-6045-49e0-9b2d-6e610635c71c tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777036 Jan 21 19:59:05.261218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e8890-5881-47a8-92c4-6334919903b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3afe1e-d812-489d-9947-e30b5eede9da,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:05.341415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f90c795d-c417-4cb4-81fa-52a7caa85f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:05.376486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-698e8890-5881-47a8-92c4-6334919903b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:05.416976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-698e8890-5881-47a8-92c4-6334919903b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:05.421624 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-698e8890-5881-47a8-92c4-6334919903b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da3afe1e-d812-489d-9947-e30b5eede9da HTTP/1.1" status: 204 len: 168 time: 2.0431635 Jan 21 19:59:05.449870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Deleting port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 19:59:05.450382 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:05.467927 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f90c795d-c417-4cb4-81fa-52a7caa85f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:05.552854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-6fecd69a-0fd6-4b79-b9a4-0b39f9627cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.554497 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-6fecd69a-0fd6-4b79-b9a4-0b39f9627cbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.4238405 Jan 21 19:59:05.561372 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-265def37-ce91-4a10-b975-838ad0d91fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:05.702983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-93d27bc3-979c-4081-aaf3-27c0bfa0802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.705276 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-93d27bc3-979c-4081-aaf3-27c0bfa0802b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 1160 time: 0.6224225 Jan 21 19:59:05.759275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-265def37-ce91-4a10-b975-838ad0d91fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:05.850281 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-d7d1843b-ccbc-4676-a899-95ee09b88f84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715 HTTP/1.1" status: 200 len: 217 time: 0.1248376 Jan 21 19:59:05.877154 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0b2cd-6333-4fec-a549-8d87a821dd6b req-42d0f753-09df-4d41-ae6b-6e5aa36c3295 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.879293 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-37b0b2cd-6333-4fec-a549-8d87a821dd6b req-42d0f753-09df-4d41-ae6b-6e5aa36c3295 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.6878660 Jan 21 19:59:05.889078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-727098c1-68cb-49bc-82a8-6bda181ab8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.892184 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-727098c1-68cb-49bc-82a8-6bda181ab8a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6706173 Jan 21 19:59:05.894882 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-c5b72c13-994a-46d1-9a6e-2f07c9dd997b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 217 time: 0.3110526 Jan 21 19:59:05.996935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-265def37-ce91-4a10-b975-838ad0d91fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:06.005557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f90c795d-c417-4cb4-81fa-52a7caa85f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:06.088452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:06.145841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265def37-ce91-4a10-b975-838ad0d91fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7399ffc-3051-422c-8cd9-e437001a01be,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:06.208257 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f90c795d-c417-4cb4-81fa-52a7caa85f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:06.222450 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f90c795d-c417-4cb4-81fa-52a7caa85f4b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b1e2df5-4ba5-4b2d-9d2c-c4fe7c7fad09 HTTP/1.1" status: 204 len: 168 time: 1.4339812 Jan 21 19:59:06.232060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c795d-c417-4cb4-81fa-52a7caa85f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e2df5-4ba5-4b2d-9d2c-c4fe7c7fad09,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:06.245819 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-0d888299-30b1-4c8c-837b-fdd1f485786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:06.247547 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-0d888299-30b1-4c8c-837b-fdd1f485786a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.3412511 Jan 21 19:59:06.251858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0abf-4539-4651-bd2c-791e499f5a0d req-5e55e2a9-e11e-44ed-abee-4344d1c2111c tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:06.262873 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9cc0abf-4539-4651-bd2c-791e499f5a0d req-5e55e2a9-e11e-44ed-abee-4344d1c2111c tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.7647579 Jan 21 19:59:06.285616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f90c795d-c417-4cb4-81fa-52a7caa85f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:06.286054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-265def37-ce91-4a10-b975-838ad0d91fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:06.287933 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-265def37-ce91-4a10-b975-838ad0d91fc0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f7399ffc-3051-422c-8cd9-e437001a01be HTTP/1.1" status: 204 len: 168 time: 1.1097593 Jan 21 19:59:06.288650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:06.288998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:06.409874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-c2f8f794-77b0-4b81-bde3-197982186760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:06.411624 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-c2f8f794-77b0-4b81-bde3-197982186760 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.2416899 Jan 21 19:59:06.436598 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-24b48da1-7964-40c8-9cf2-dff509d2d38e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430833 Jan 21 19:59:06.458892 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-37b0b2cd-6333-4fec-a549-8d87a821dd6b req-38a3f94b-d4c6-4d06-baf3-ec0f5fb26a3b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751698 Jan 21 19:59:06.465835 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-0b48e42b-ef49-49c5-a41f-da0e052b5c67 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424976 Jan 21 19:59:06.486779 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9cc0abf-4539-4651-bd2c-791e499f5a0d req-891e2e43-21bf-4400-af3a-883af7f1f740 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227533 Jan 21 19:59:06.687696 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d1a094-815c-4af0-8b2b-0c01a17d21e2', 'code': 200} Jan 21 19:59:06.828576 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] For port 20d1a094-815c-4af0-8b2b-0c01a17d21e2, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=20d1a094-815c-4af0-8b2b-0c01a17d21e2,segment=NetworkSegment(afb1ed95-2e06-4283-8e58-a705bdf4e91f),segment_id=afb1ed95-2e06-4283-8e58-a705bdf4e91f)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:06.829156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:06.918350 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'status': 'completed', 'code': 200} Jan 21 19:59:07.247628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Calling delete_port for 20d1a094-815c-4af0-8b2b-0c01a17d21e2 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 19:59:07.290199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 4591281d-bb9c-4c15-a1e2-175e228071c6 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:07.499441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 4591281d-bb9c-4c15-a1e2-175e228071c6 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:59:07.505810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 4591281d-bb9c-4c15-a1e2-175e228071c6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:07.506330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:07.522807 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-36c233c7-6530-4c99-8265-e39f27e43abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:07.525553 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-36c233c7-6530-4c99-8265-e39f27e43abb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0902185 Jan 21 19:59:07.562907 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-4cc509dc-9845-4224-9f8e-7c884f9679b3 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1132460 Jan 21 19:59:07.630834 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1e442978-3252-4bd8-b8e8-76f2fc311c59 req-48cf1a30-5d46-4a24-af02-93148f13b603 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1639369 Jan 21 19:59:07.730763 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35bdab-397c-40ec-84ff-47e810055f00 req-c8e17c83-ddc9-46a1-88f2-1f12db3851c0 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:07.738625 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc35bdab-397c-40ec-84ff-47e810055f00 req-c8e17c83-ddc9-46a1-88f2-1f12db3851c0 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 943 time: 0.4995732 Jan 21 19:59:07.820090 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136a83-050b-43b3-8f5a-80b59fd7c424 req-f997f58f-069a-47cc-b8bf-eab87817fb60 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:07.828877 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b136a83-050b-43b3-8f5a-80b59fd7c424 req-f997f58f-069a-47cc-b8bf-eab87817fb60 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 943 time: 0.9033923 Jan 21 19:59:07.895162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:07.936462 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6b3896-2513-463a-8885-7e106d4bbd9b req-13cf92c4-cc41-4e91-b598-0f9b244882b0 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3039708 Jan 21 19:59:07.939143 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc35bdab-397c-40ec-84ff-47e810055f00 req-8078ac66-7848-4e37-85de-d7b7db7b91b8 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/security-groups?id=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951294 Jan 21 19:59:07.940179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 4591281d-bb9c-4c15-a1e2-175e228071c6, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=4591281d-bb9c-4c15-a1e2-175e228071c6,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:07.945046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:07.948430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:07.963469 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:07.986493 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b136a83-050b-43b3-8f5a-80b59fd7c424 req-7f06a8aa-cfb6-4828-b590-1f982348f1fb tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566825 Jan 21 19:59:08.026725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:08.104434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=4591281d-bb9c-4c15-a1e2-175e228071c6,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:08.129321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:08.142080 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-5756c960-6b63-4758-a7ed-e8b11178b1fe service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070111 Jan 21 19:59:08.152102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Pushing event deleted for resources: {'Port': ['ID=20d1a094-815c-4af0-8b2b-0c01a17d21e2,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:08.169287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:08.689292 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:08.818497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 4591281d-bb9c-4c15-a1e2-175e228071c6 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:08.818771 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-261744f7-072d-4b2c-afdd-a113a46f01d0 req-8eaf159f-8f64-4ac3-8ab9-b0469e76f109 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6472816 Jan 21 19:59:08.896205 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdf0e1-42f2-45d6-b389-dbbaa0766e3b req-ce064fa1-f33e-44f3-8a57-e75f95044f56 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:08.902325 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6bdf0e1-42f2-45d6-b389-dbbaa0766e3b req-ce064fa1-f33e-44f3-8a57-e75f95044f56 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.6044726 Jan 21 19:59:09.142777 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 4591281d-bb9c-4c15-a1e2-175e228071c6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:09.143294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:09.378266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a1578-19e4-4c7a-97b0-6d654e7991d6 req-fc4d0d2f-16f8-4f7a-8850-36651d6a04dd tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:09.386654 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-536a1578-19e4-4c7a-97b0-6d654e7991d6 req-fc4d0d2f-16f8-4f7a-8850-36651d6a04dd tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 1.0231853 Jan 21 19:59:09.398123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] No DVR routers for this DVR port 20d1a094-815c-4af0-8b2b-0c01a17d21e2 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 19:59:09.429590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:09.444789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'name': 'network-vif-deleted', 'tag': '20d1a094-815c-4af0-8b2b-0c01a17d21e2'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:09.463904 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-36a789ac-9900-4a55-9bf5-f9039961fe3b req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.38 "DELETE /v2.0/ports/20d1a094-815c-4af0-8b2b-0c01a17d21e2 HTTP/1.1" status: 204 len: 173 time: 4.2872808 Jan 21 19:59:09.503771 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6bdf0e1-42f2-45d6-b389-dbbaa0766e3b req-3a282d0d-b84b-4086-93c8-002a84d273a1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5821741 Jan 21 19:59:09.522585 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-536a1578-19e4-4c7a-97b0-6d654e7991d6 req-6b7dc474-c029-4065-b256-48062ea1cc96 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347780 Jan 21 19:59:09.561706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-e9ac8ea1-2955-4cff-b94b-a9d17024963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:09.563593 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-e9ac8ea1-2955-4cff-b94b-a9d17024963e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 1160 time: 0.5895736 Jan 21 19:59:09.668793 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6', 'code': 200} Jan 21 19:59:09.824935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-7592273b-1e0b-46be-b42d-f702ea922fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:09.827035 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-7592273b-1e0b-46be-b42d-f702ea922fb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.2542293 Jan 21 19:59:10.077444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5313399e-5180-4f32-b632-88fd2a7d9d1a req-f5b9b0af-ade6-42ce-8b44-90d29f16730d tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Synchronizing usage tracker for tenant:93d8d5db61524c828953b7b3e3aafc40 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:59:10.198887 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-e8ff405d-17e5-4691-bb5d-8678f23177ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715 HTTP/1.1" status: 200 len: 217 time: 0.3316486 Jan 21 19:59:10.302358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5313399e-5180-4f32-b632-88fd2a7d9d1a req-f5b9b0af-ade6-42ce-8b44-90d29f16730d tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Unset dirty status for tenant:93d8d5db61524c828953b7b3e3aafc40 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:59:10.303789 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5313399e-5180-4f32-b632-88fd2a7d9d1a req-f5b9b0af-ade6-42ce-8b44-90d29f16730d tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] 10.222.0.76 "GET /v2.0/ports?device_id=b55332f1-ae36-4461-8748-200a8fb2d667 HTTP/1.1" status: 200 len: 210 time: 0.4379611 Jan 21 19:59:10.316719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-15098222-2de8-4feb-ba71-315f69f24422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:10.318598 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-15098222-2de8-4feb-ba71-315f69f24422 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.0879760 Jan 21 19:59:10.425440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cad35-5dac-44ff-a921-dfe28dcaadf5 req-28fdf098-a075-44d6-b48d-f64d28d262cf tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:10.433898 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb8cad35-5dac-44ff-a921-dfe28dcaadf5 req-28fdf098-a075-44d6-b48d-f64d28d262cf tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.6056681 Jan 21 19:59:10.505473 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55332f1-ae36-4461-8748-200a8fb2d667', 'name': 'network-vif-deleted', 'tag': '20d1a094-815c-4af0-8b2b-0c01a17d21e2', 'status': 'completed', 'code': 200} Jan 21 19:59:10.514592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b456c91-07cc-42de-a6a0-4df0f52a0955 req-7eae4a35-36e3-4cfc-9bb8-12e05e6b6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:10.516255 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7b456c91-07cc-42de-a6a0-4df0f52a0955 req-7eae4a35-36e3-4cfc-9bb8-12e05e6b6cd1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 1162 time: 0.3937640 Jan 21 19:59:10.534906 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb8cad35-5dac-44ff-a921-dfe28dcaadf5 req-645c8524-7433-4b18-a4d6-48242d28d9d6 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998957 Jan 21 19:59:10.538889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37004) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:10.637454 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7b456c91-07cc-42de-a6a0-4df0f52a0955 req-47109419-29c3-43d1-b90d-884e71b63c2c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995615 Jan 21 19:59:10.654845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-19fde363-76df-4fe5-896c-19e0c3a431db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:10.660022 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-19fde363-76df-4fe5-896c-19e0c3a431db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3287804 Jan 21 19:59:10.940739 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ad3bb-68c9-437d-aa4a-eb15929798ec req-0d1bd4cc-3bce-4c6d-9868-2aea2eefabbc tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:10.942513 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c17ad3bb-68c9-437d-aa4a-eb15929798ec req-0d1bd4cc-3bce-4c6d-9868-2aea2eefabbc tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1869113 Jan 21 19:59:10.977945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c59edd-111c-446c-b9da-f11d211cc9f3 req-27b4f45b-e178-4b7b-b5aa-21c0b23d886b tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:10.979669 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e8c59edd-111c-446c-b9da-f11d211cc9f3 req-27b4f45b-e178-4b7b-b5aa-21c0b23d886b tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.1770918 Jan 21 19:59:11.100759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:11.132069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:11.152015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Usage tracker for resource:security_group_rule and tenant:e10870dfdeef48ffb8e499583b0dd57c is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:11.165276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:11.172872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:11.191213 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e8c59edd-111c-446c-b9da-f11d211cc9f3 req-f3646f38-d80c-4861-b1d8-ecc6cc4b46a0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964524 Jan 21 19:59:11.197676 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c17ad3bb-68c9-437d-aa4a-eb15929798ec req-93b9229b-2d65-46e2-9599-571856b1098c tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440269 Jan 21 19:59:11.295402 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-7fe5d3a0-4bf8-4506-812e-679f72dab267 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994883 Jan 21 19:59:11.304562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:11.308497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:11.318687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:11.377661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f1bb26e1-1a96-46f7-b2e9-f9986e432715 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:11.407781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39044996-1db5-41c4-897f-043753aad051,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:11.418167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:11.430260 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e10870dfdeef48ffb8e499583b0dd57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894486 Jan 21 19:59:11.434108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37032) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:11.568491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdd7d-3661-4257-ac96-8491d60fa59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:11.592350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port f1bb26e1-1a96-46f7-b2e9-f9986e432715 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:59:11.603378 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8221c2c1-a01b-41bf-ba4c-e6d79e6ab7e9 req-078476ab-9bb3-41e3-85a6-d08c0255e538 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2950990 Jan 21 19:59:11.617526 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port f1bb26e1-1a96-46f7-b2e9-f9986e432715 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:11.619127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:11.674211 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdd7d-3661-4257-ac96-8491d60fa59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:11.803549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdd7d-3661-4257-ac96-8491d60fa59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:11.810236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-12798262-3927-4fd7-9462-450f1a62d973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:11.856695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cdd7d-3661-4257-ac96-8491d60fa59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39044996-1db5-41c4-897f-043753aad051,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:11.875227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fc9cdd7d-3661-4257-ac96-8491d60fa59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:11.877503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdd7d-3661-4257-ac96-8491d60fa59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:11.878788 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-fc9cdd7d-3661-4257-ac96-8491d60fa59f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39044996-1db5-41c4-897f-043753aad051 HTTP/1.1" status: 204 len: 168 time: 0.4423385 Jan 21 19:59:12.149728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:12.193539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bfbe-2864-4145-af62-27c211dc3905 req-9caf9cfe-f807-43a4-8337-37f3ce2a6ce8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:12.195439 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cbb4bfbe-2864-4145-af62-27c211dc3905 req-9caf9cfe-f807-43a4-8337-37f3ce2a6ce8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.3266373 Jan 21 19:59:12.255354 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port f1bb26e1-1a96-46f7-b2e9-f9986e432715, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:12.257464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:12.270018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:12.275586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-319fceae-db8e-4048-bec1-6871ff42d775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:12.329656 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cbb4bfbe-2864-4145-af62-27c211dc3905 req-5cd49a5b-35df-441d-bbd3-285eb7a68e23 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253576 Jan 21 19:59:12.408289 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=f1bb26e1-1a96-46f7-b2e9-f9986e432715,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:12.411916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:12.413597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:12.508249 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'code': 200} Jan 21 19:59:12.638976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afac0d-be98-479e-b1ab-5bfc12a59a13 req-9cf0e6a5-074d-4981-90f9-8a17d92cb25a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:12.651667 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-09afac0d-be98-479e-b1ab-5bfc12a59a13 req-9cf0e6a5-074d-4981-90f9-8a17d92cb25a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.2721624 Jan 21 19:59:12.721784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37070) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:12.751350 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-09afac0d-be98-479e-b1ab-5bfc12a59a13 req-70d4d58f-6ada-45e1-9d30-4a878ad6e12f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985572 Jan 21 19:59:12.769898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:12.829692 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:12.836075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Usage tracker for resource:security_group_rule and tenant:c16230bfa8064d8680f3ebbc348433fb is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:12.854741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:12.867547 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:12.969947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bfe35-17d5-41ee-8a08-01e8eaa4a4c9 req-e89f6b4e-2d2f-4cac-bf0c-9db5eef2ec3a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:12.971825 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a3bfe35-17d5-41ee-8a08-01e8eaa4a4c9 req-e89f6b4e-2d2f-4cac-bf0c-9db5eef2ec3a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.2360325 Jan 21 19:59:13.032656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2a75c-8b70-4d2a-b0d5-7063d6e13169 req-fcb80d42-418c-4c09-9fc9-54cd870789d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:13.034468 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-77a2a75c-8b70-4d2a-b0d5-7063d6e13169 req-fcb80d42-418c-4c09-9fc9-54cd870789d6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 1162 time: 0.1589103 Jan 21 19:59:13.046464 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a3bfe35-17d5-41ee-8a08-01e8eaa4a4c9 req-2e24c204-bba1-47bd-96d6-4d76833c1765 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601525 Jan 21 19:59:13.051964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 4591281d-bb9c-4c15-a1e2-175e228071c6 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:13.085508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:13.091411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:13.093106 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-77a2a75c-8b70-4d2a-b0d5-7063d6e13169 req-971438d3-6f57-4b7a-9f02-fe6eb2f77a96 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455527 Jan 21 19:59:13.110992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fcb81f65-96a8-4bbf-99d8-a4ec17dce928 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:13.159565 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c16230bfa8064d8680f3ebbc348433fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353130 Jan 21 19:59:13.164380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37086) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:13.173305 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 4591281d-bb9c-4c15-a1e2-175e228071c6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:13.173739 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:13.175071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d1d6e7-2b0e-4565-86ee-6b2687d62e0e,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:13.184236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:13.251386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-25cc98fb-b8b1-4492-843e-c07dbbb3c36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:13.285775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-25cc98fb-b8b1-4492-843e-c07dbbb3c36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:13.387427 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-25cc98fb-b8b1-4492-843e-c07dbbb3c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:13.396458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:13.412350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f1bb26e1-1a96-46f7-b2e9-f9986e432715 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:13.418404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc98fb-b8b1-4492-843e-c07dbbb3c36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d1d6e7-2b0e-4565-86ee-6b2687d62e0e,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:13.428174 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-25cc98fb-b8b1-4492-843e-c07dbbb3c36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:13.432007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-25cc98fb-b8b1-4492-843e-c07dbbb3c36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:13.441221 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-25cc98fb-b8b1-4492-843e-c07dbbb3c36c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7d1d6e7-2b0e-4565-86ee-6b2687d62e0e HTTP/1.1" status: 204 len: 168 time: 0.2749054 Jan 21 19:59:13.614397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port f1bb26e1-1a96-46f7-b2e9-f9986e432715 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:13.614851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:13.720376 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fcdb-dc75-4c5a-9571-0aab7d8d1b24 req-0822fe14-77b4-4faa-9850-db7514486ba7 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:13.732210 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-14c2fcdb-dc75-4c5a-9571-0aab7d8d1b24 req-0822fe14-77b4-4faa-9850-db7514486ba7 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1855090 Jan 21 19:59:13.778982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37104) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:13.838988 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-14c2fcdb-dc75-4c5a-9571-0aab7d8d1b24 req-cb2dce41-70b5-462f-b2a3-fa7584c0b818 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030478 Jan 21 19:59:14.190042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9869-25a6-4e12-b84a-5eb677791c15 req-715e7a46-d2dd-4390-a920-3ea847d509d6 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:14.191940 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-94af9869-25a6-4e12-b84a-5eb677791c15 req-715e7a46-d2dd-4390-a920-3ea847d509d6 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.2419846 Jan 21 19:59:14.223970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed74935-f3a7-46a3-a3b1-1c414f75a237 req-1c49a646-ebdc-460a-b278-7bbacda56373 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:14.236478 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37128) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:14.243441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'floatingip': {'port_id': '4591281d-bb9c-4c15-a1e2-175e228071c6'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:14.261833 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7ed74935-f3a7-46a3-a3b1-1c414f75a237 req-1c49a646-ebdc-460a-b278-7bbacda56373 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.2211647 Jan 21 19:59:14.296700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fc24327d-2ca3-41dd-ad0e-515f07fb6c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:14.458244 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-94af9869-25a6-4e12-b84a-5eb677791c15 req-35b89747-92d3-4303-a5f5-6c042c7711be tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911521 Jan 21 19:59:14.503537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:14.721365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:14.753827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443dd28-f331-435e-a5cc-80f718cd4fb5 req-c314b086-7840-4aa8-ad08-a422fa39a79b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:14.755584 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5443dd28-f331-435e-a5cc-80f718cd4fb5 req-c314b086-7840-4aa8-ad08-a422fa39a79b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1993902 Jan 21 19:59:14.761902 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:14.767383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Usage tracker for resource:security_group_rule and tenant:92e1536bf97c4d928533b60c3eef79fb is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:14.770507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:14.777872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:14.849709 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5443dd28-f331-435e-a5cc-80f718cd4fb5 req-db0e52aa-6809-46f8-899b-2e0c2e4dff1f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857060 Jan 21 19:59:14.873000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37146) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:14.944585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f1bb26e1-1a96-46f7-b2e9-f9986e432715 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:14.952754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:14.966157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:14.980123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] Deleting subnet b8377c00-607e-48b6-9d36-f36d507231d4 {{(pid=80130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 19:59:14.983851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.013511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f90c795d-c417-4cb4-81fa-52a7caa85f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:15.023940 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92e1536bf97c4d928533b60c3eef79fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2431788 Jan 21 19:59:15.029907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37154) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:15.044563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port f1bb26e1-1a96-46f7-b2e9-f9986e432715 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:15.045157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.054173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.063860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.232254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e5c35-b629-4ce7-a33b-7d28364f8256,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:15.244766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:15.369041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-446f1252-53aa-429d-8a31-1acb13f55a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.406805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-446f1252-53aa-429d-8a31-1acb13f55a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.441770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.466612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:15.628383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8377c00-607e-48b6-9d36-f36d507231d4,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:15.636935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:15.752895 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.771030 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a8a35975-65dc-4fdb-8689-7b31f0c1586e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b8377c00-607e-48b6-9d36-f36d507231d4 HTTP/1.1" status: 204 len: 168 time: 0.8963466 Jan 21 19:59:15.774935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37186) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:15.850852 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-446f1252-53aa-429d-8a31-1acb13f55a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:15.860666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e6b1e61-a7f6-44a5-89cc-2576ae419587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:15.890039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f1252-53aa-429d-8a31-1acb13f55a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e5c35-b629-4ce7-a33b-7d28364f8256,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:15.926273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-446f1252-53aa-429d-8a31-1acb13f55a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:15.948525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60beb-bbdc-43e0-8e5a-c36b10828e21 req-456bc794-b9e4-4802-9932-2689e0f49644 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:15.950620 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-59a60beb-bbdc-43e0-8e5a-c36b10828e21 req-456bc794-b9e4-4802-9932-2689e0f49644 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.2650740 Jan 21 19:59:16.014108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:16.057416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-446f1252-53aa-429d-8a31-1acb13f55a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:16.069536 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-446f1252-53aa-429d-8a31-1acb13f55a00 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c14e5c35-b629-4ce7-a33b-7d28364f8256 HTTP/1.1" status: 204 len: 168 time: 1.0298355 Jan 21 19:59:16.109591 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 19:59:16.147951 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-59a60beb-bbdc-43e0-8e5a-c36b10828e21 req-0b54a5bc-4599-4a98-b05b-91123dad743f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853890 Jan 21 19:59:16.292394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:16.298900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:16.489372 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:16.690258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eef3f-161d-4f5b-ad46-f600d702033e req-e9585aaf-3169-4a06-bec4-32838b97625a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:16.702850 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ba7eef3f-161d-4f5b-ad46-f600d702033e req-e9585aaf-3169-4a06-bec4-32838b97625a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.5112293 Jan 21 19:59:16.764511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d255-1f16-49b3-9692-b0c153d7eb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:16.807957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.808553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.809905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.810398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.810765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.811614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.811614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.813145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.814086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.814486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.915906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37216) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:16.943507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.943905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:16.944224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.944757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.945260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:59:16.945825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78defdb-8152-44e8-9802-204725e888a7']}} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:16.983245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:16.991463 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd5a3d2a41c4779b45cd313f7162085 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:16.997236 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Floating IP 1a4104f6-808c-4be3-a437-948313bc796b associated. External IP: 172.28.3.117, port: 4591281d-bb9c-4c15-a1e2-175e228071c6. Jan 21 19:59:17.070059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:17.114812 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:17.195465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:17.253881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb1ed95-2e06-4283-8e58-a705bdf4e91f') {'for_net_delete': True} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:17.254236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb1ed95-2e06-4283-8e58-a705bdf4e91f') {} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:17.278944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346652'] for segment, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:17.302769 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ba7eef3f-161d-4f5b-ad46-f600d702033e req-0f5ef4e7-772e-4f93-88c7-a97c857f779b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5988832 Jan 21 19:59:17.333723 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:17.342189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 19:59:17.579486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:17.592172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:17.632792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:17.763919 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3bd5a3d2a41c4779b45cd313f7162085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8467457 Jan 21 19:59:17.770549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37246) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:17.877415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87038fb8-c372-47de-a76a-e3489fbc06e2,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:17.884867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Network a78defdb-8152-44e8-9802-204725e888a7 has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:59:17.886932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:17.918728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851405633'] for segment, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:17.960508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67fa5d27-6263-44ca-8a57-62660283ed9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:17.967786 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Router c83b4064-66b5-455c-b0b4-886b30cea5ee has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:59:18.132240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67fa5d27-6263-44ca-8a57-62660283ed9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.169597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aba08a-0f33-41e1-a894-be0c8fd3421a req-b5a33a90-9c41-42c0-a78b-266ccfd361b7 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:18.178054 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-72aba08a-0f33-41e1-a894-be0c8fd3421a req-b5a33a90-9c41-42c0-a78b-266ccfd361b7 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.7091830 Jan 21 19:59:18.259361 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-72aba08a-0f33-41e1-a894-be0c8fd3421a req-0f3e308e-e033-4084-88d7-09e357865c52 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796671 Jan 21 19:59:18.274710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37260) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:18.292579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d56e-745a-4025-aa27-bdc63b85e548 req-de8ae6cb-2385-4e0c-b7dd-7fd9ead8c6fe tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:18.294339 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1ae9d56e-745a-4025-aa27-bdc63b85e548 req-de8ae6cb-2385-4e0c-b7dd-7fd9ead8c6fe tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.6099834 Jan 21 19:59:18.296363 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Network a78defdb-8152-44e8-9802-204725e888a7 has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:59:18.304490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37264) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:18.317004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67fa5d27-6263-44ca-8a57-62660283ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: (rel_b, rel_a, rel_b), Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: (rel_b, rel_a, rel_b), Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:59:18.326754 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:59:18.331414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-01019fb4-f486-4cac-8e13-14bae8e120aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:18.334064 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'floatingip': {'port_id': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:18.344570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:59:18.360544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa5d27-6263-44ca-8a57-62660283ed9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87038fb8-c372-47de-a76a-e3489fbc06e2,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:18.362544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] Sync routers for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:59:18.363608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-67fa5d27-6263-44ca-8a57-62660283ed9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:18.364799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67fa5d27-6263-44ca-8a57-62660283ed9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.367048 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-67fa5d27-6263-44ca-8a57-62660283ed9e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/87038fb8-c372-47de-a76a-e3489fbc06e2 HTTP/1.1" status: 204 len: 168 time: 0.5951912 Jan 21 19:59:18.370742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.398570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:59:18.402190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:59:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:18.476221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.518494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.525494 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-5af7e154-93a8-453f-a34a-5309f8870945 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "PUT /v2.0/floatingips/1a4104f6-808c-4be3-a437-948313bc796b HTTP/1.1" status: 200 len: 991 time: 4.2872589 Jan 21 19:59:18.526569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6'}] {{(pid=80129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:18.699899 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6', 'status': 'completed', 'code': 200} Jan 21 19:59:18.707568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.743934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5620082-95fd-47f9-a73e-03eb5e1af86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:18.821385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=a78defdb-8152-44e8-9802-204725e888a7,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:18.836673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.878009 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.912873 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:59:18.939984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:18.961796 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:19.005437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:19.014480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a530733c824efa9f74e4e947a3f4a8 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:19.028931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:19.037969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:19.045970 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-eb976ab0-9696-4480-ad4d-0feded1b8ebf admin admin] 10.222.0.76 "DELETE /v2.0/networks/a78defdb-8152-44e8-9802-204725e888a7 HTTP/1.1" status: 204 len: 168 time: 3.2593317 Jan 21 19:59:19.128838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-1fa13d3d-b731-4d16-b1e9-6a3227b2b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:19.135514 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-1fa13d3d-b731-4d16-b1e9-6a3227b2b743 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 1162 time: 0.3240509 Jan 21 19:59:19.324262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.329539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.400647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-67fa5d27-6263-44ca-8a57-62660283ed9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:19.428331 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2a530733c824efa9f74e4e947a3f4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1524136 Jan 21 19:59:19.434227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37300) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:19.462530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-617161a7-233b-49b4-b329-8040cd6b1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:19.466921 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-617161a7-233b-49b4-b329-8040cd6b1e6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 905 time: 0.3214169 Jan 21 19:59:19.550183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46836d73-35ac-4140-9f45-2834ba8108ee,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:19.557114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:19.613722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37308) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:19.665356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-db28357f-5445-44d7-b990-7847d1c2bef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.709549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-db28357f-5445-44d7-b990-7847d1c2bef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.764710 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cab93235-e4d3-442d-b799-57bfc0f0e446 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=93d8d5db61524c828953b7b3e3aafc40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1275082 Jan 21 19:59:19.767145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37314) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:19.837967 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-31cf0d70-be0d-4b15-b3b3-3e2ca89406b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4591281d-bb9c-4c15-a1e2-175e228071c6 HTTP/1.1" status: 200 len: 999 time: 0.2068555 Jan 21 19:59:19.855343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '1a4104f6-808c-4be3-a437-948313bc796b', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'port_id': '4591281d-bb9c-4c15-a1e2-175e228071c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'mac_address': 'fa:16:3e:25:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:58:47Z', 'updated_at': '2021-01-21T19:59:15Z', 'revision_number': 1, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:19.864151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] Checking router: c83b4064-66b5-455c-b0b4-886b30cea5ee for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:59:19.882227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:59:19.883445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:59:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:19.909855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52852b55-9414-4186-8f1e-21030e248cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.980460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52852b55-9414-4186-8f1e-21030e248cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.996039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-db28357f-5445-44d7-b990-7847d1c2bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:20.004166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-446f1252-53aa-429d-8a31-1acb13f55a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:20.056343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28357f-5445-44d7-b990-7847d1c2bef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46836d73-35ac-4140-9f45-2834ba8108ee,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:20.060796 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-db28357f-5445-44d7-b990-7847d1c2bef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:20.100982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-db28357f-5445-44d7-b990-7847d1c2bef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:20.103527 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-db28357f-5445-44d7-b990-7847d1c2bef1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46836d73-35ac-4140-9f45-2834ba8108ee HTTP/1.1" status: 204 len: 168 time: 0.6595685 Jan 21 19:59:20.164175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52852b55-9414-4186-8f1e-21030e248cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:20.186042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fc9cdd7d-3661-4257-ac96-8491d60fa59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:20.240250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52852b55-9414-4186-8f1e-21030e248cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:20.274297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-52852b55-9414-4186-8f1e-21030e248cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:20.276199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52852b55-9414-4186-8f1e-21030e248cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:20.278504 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-52852b55-9414-4186-8f1e-21030e248cc7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f2dddd9-b8b8-4827-b6a3-eb8b89b69ae6 HTTP/1.1" status: 204 len: 168 time: 0.5095763 Jan 21 19:59:20.507050 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:59:21.117804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37348) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:21.167771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.243884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:21.251175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Usage tracker for resource:security_group_rule and tenant:5a25473017404b4ea8aa2dd9778bd69c is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:21.260785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:21.272197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:21.335099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '1a4104f6-808c-4be3-a437-948313bc796b', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'port_id': '4591281d-bb9c-4c15-a1e2-175e228071c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'mac_address': 'fa:16:3e:25:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:58:47Z', 'updated_at': '2021-01-21T19:59:15Z', 'revision_number': 1, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:21.349078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17daab2f-b852-4933-aee6-9246b1cb24ef None None] The sync data for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb is: [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '1a4104f6-808c-4be3-a437-948313bc796b', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'port_id': '4591281d-bb9c-4c15-a1e2-175e228071c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'mac_address': 'fa:16:3e:25:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:58:47Z', 'updated_at': '2021-01-21T19:59:15Z', 'revision_number': 1, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:59:21.405179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-866a559a-86ff-4f6f-a19b-0f70cae8cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:21.408468 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-866a559a-86ff-4f6f-a19b-0f70cae8cad8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 200 len: 850 time: 1.4710195 Jan 21 19:59:21.530222 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.535896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.580071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-453aa3bb-a872-4e81-93b5-47c1384b0435 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:21.613832 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a25473017404b4ea8aa2dd9778bd69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936750 Jan 21 19:59:21.621153 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37368) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:21.662051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d092b26b-77d4-40b7-88fd-d849b05704d9,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:21.666385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:21.674033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af5ba6-af2e-4c69-95b0-9c64e170e00f req-57968d0f-f99e-4fdb-8647-01be308fb3dd tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:21.691082 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-92af5ba6-af2e-4c69-95b0-9c64e170e00f req-57968d0f-f99e-4fdb-8647-01be308fb3dd tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 1.8620763 Jan 21 19:59:21.812319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d28083-1276-445c-8d8e-4f3c689086b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.894510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1774012-753e-423e-b154-49eacd761bfb None None] New status for floating IP 1a4104f6-808c-4be3-a437-948313bc796b: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 19:59:21.919885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d28083-1276-445c-8d8e-4f3c689086b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:22.004356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d28083-1276-445c-8d8e-4f3c689086b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:22.017508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5546245a-3860-4f69-a0e0-4b92ad9717fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:22.053897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d28083-1276-445c-8d8e-4f3c689086b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:22.057838 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-33d28083-1276-445c-8d8e-4f3c689086b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d092b26b-77d4-40b7-88fd-d849b05704d9 HTTP/1.1" status: 204 len: 168 time: 0.4345877 Jan 21 19:59:22.059329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d28083-1276-445c-8d8e-4f3c689086b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092b26b-77d4-40b7-88fd-d849b05704d9,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:22.065173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-33d28083-1276-445c-8d8e-4f3c689086b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:22.069935 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-92af5ba6-af2e-4c69-95b0-9c64e170e00f req-56656748-b2e2-4446-ab6b-20ccb4b33fca tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774719 Jan 21 19:59:22.090024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-8b700b3f-057e-43b9-ac2a-4958521a5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:22.093783 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-8b700b3f-057e-43b9-ac2a-4958521a5883 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6626515 Jan 21 19:59:22.148852 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 19:59:22.393893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:22.401402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:22.593221 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-24f39022-78bf-4ebe-a737-c8a02de06f56 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881661 Jan 21 19:59:22.739941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37400) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:22.793524 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb357823-8c86-4784-a050-6dbc8c0b7fb6 req-25e03bf9-d399-47f0-a1c2-85a28431c74e service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1861267 Jan 21 19:59:22.854775 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Floating IP 63b73872-4b43-4751-bac9-48f8fde7d376 associated. External IP: 172.28.3.65, port: f1bb26e1-1a96-46f7-b2e9-f9986e432715. Jan 21 19:59:22.872625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:22.943588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:22.959450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Usage tracker for resource:security_group_rule and tenant:c47d1bbe38394987bb9e0bb53ebb8165 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:22.968531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:22.978105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:23.279527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:23.284599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:23.301173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-33d28083-1276-445c-8d8e-4f3c689086b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:23.361198 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c47d1bbe38394987bb9e0bb53ebb8165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195309 Jan 21 19:59:23.362722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f473f4-74f4-46b2-a668-5845a560a561,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:23.370210 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37426) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:23.376250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:23.484579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-334c92d3-1d76-4c18-9881-cf250fa0df98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:23.556333 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-334c92d3-1d76-4c18-9881-cf250fa0df98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:23.624416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-334c92d3-1d76-4c18-9881-cf250fa0df98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:23.631327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-52852b55-9414-4186-8f1e-21030e248cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:23.645545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c92d3-1d76-4c18-9881-cf250fa0df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f473f4-74f4-46b2-a668-5845a560a561,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:23.672725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-334c92d3-1d76-4c18-9881-cf250fa0df98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:23.693898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-334c92d3-1d76-4c18-9881-cf250fa0df98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:23.701879 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-334c92d3-1d76-4c18-9881-cf250fa0df98 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15f473f4-74f4-46b2-a668-5845a560a561 HTTP/1.1" status: 204 len: 168 time: 0.3297942 Jan 21 19:59:23.821313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:59:23.892268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24380d07-ddac-47f7-8aa7-1f532d4a01d6 req-20d7b487-f45f-47cf-9fc0-338113eb27b8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:23.894857 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-24380d07-ddac-47f7-8aa7-1f532d4a01d6 req-20d7b487-f45f-47cf-9fc0-338113eb27b8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.4978657 Jan 21 19:59:24.517021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:59:24.530773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] Sync routers for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:59:24.559665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:59:24.560360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:59:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:24.575541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:24.731970 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-24380d07-ddac-47f7-8aa7-1f532d4a01d6 req-14cdbf2f-8bc2-4344-9292-6861c1e4c0d7 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503561 Jan 21 19:59:24.866031 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a5c559b6-e7c0-4a6c-bf4e-e230510f8cd3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "PUT /v2.0/floatingips/63b73872-4b43-4751-bac9-48f8fde7d376 HTTP/1.1" status: 200 len: 990 time: 6.5556560 Jan 21 19:59:24.866031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:24.972662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:25.128817 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'status': 'completed', 'code': 200} Jan 21 19:59:25.206797 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:59:25.239509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:25.240254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:25.507324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e801-53fa-4302-adc9-3de5330216dd req-03d73400-4ebe-404f-825e-cae18d04e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:25.520357 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4c37e801-53fa-4302-adc9-3de5330216dd req-03d73400-4ebe-404f-825e-cae18d04e32b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 1162 time: 0.3516665 Jan 21 19:59:26.061094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e801-53fa-4302-adc9-3de5330216dd req-17d3f326-b0d3-4bfe-80cb-24e097ea1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:26.078650 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4c37e801-53fa-4302-adc9-3de5330216dd req-17d3f326-b0d3-4bfe-80cb-24e097ea1212 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.5264606 Jan 21 19:59:26.531647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '63b73872-4b43-4751-bac9-48f8fde7d376', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'floating_ip_address': '172.28.3.65', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'port_id': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'mac_address': 'fa:16:3e:24:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46242488-02c3-4038-91f7-da5d18b73723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:58:43Z', 'updated_at': '2021-01-21T19:59:21Z', 'revision_number': 1, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:26.540820 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] Checking router: 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:59:26.568717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:59:26.569895 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T19:59:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:26.577364 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4c37e801-53fa-4302-adc9-3de5330216dd req-4a382ce7-1146-4b74-a58f-452cc9fcfab4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715 HTTP/1.1" status: 200 len: 998 time: 0.4971442 Jan 21 19:59:26.819542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a8a2c-2a90-4e93-816b-b3ba638d71f4 req-a610d01f-7373-4e4b-95b7-f047577f6aeb tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:26.828670 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb2a8a2c-2a90-4e93-816b-b3ba638d71f4 req-a610d01f-7373-4e4b-95b7-f047577f6aeb tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.5166159 Jan 21 19:59:26.909539 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb2a8a2c-2a90-4e93-816b-b3ba638d71f4 req-0425b4a3-8b67-4cbc-8b66-94c3890a1682 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796871 Jan 21 19:59:26.921855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e801-53fa-4302-adc9-3de5330216dd req-9d95d54f-2574-47f7-9b06-1adc351a77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:26.923697 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4c37e801-53fa-4302-adc9-3de5330216dd req-9d95d54f-2574-47f7-9b06-1adc351a77ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.3178177 Jan 21 19:59:27.003529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:59:27.081041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e801-53fa-4302-adc9-3de5330216dd req-51470884-43b9-486e-b80a-1143625b8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:27.084015 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4c37e801-53fa-4302-adc9-3de5330216dd req-51470884-43b9-486e-b80a-1143625b8e2f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1486299 Jan 21 19:59:27.279947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37534) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:27.594261 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4c37e801-53fa-4302-adc9-3de5330216dd req-8804963d-6fa2-4f5b-a162-c77d525085d8 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016439 Jan 21 19:59:27.806411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:27.851446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:27.857386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Usage tracker for resource:security_group_rule and tenant:4354a0bdc1ab47b2a2a02e44f7887da6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:27.861074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:27.880129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:27.927090 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4c37e801-53fa-4302-adc9-3de5330216dd req-6da897df-6358-48c8-b67e-26994d5d5ec1 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3226318 Jan 21 19:59:28.025067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '63b73872-4b43-4751-bac9-48f8fde7d376', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'floating_ip_address': '172.28.3.65', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'port_id': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'mac_address': 'fa:16:3e:24:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46242488-02c3-4038-91f7-da5d18b73723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:58:43Z', 'updated_at': '2021-01-21T19:59:21Z', 'revision_number': 1, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:28.037473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150b4ba-a915-484b-a290-56da07c6e50f None None] The sync data for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb is: [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '63b73872-4b43-4751-bac9-48f8fde7d376', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'floating_ip_address': '172.28.3.65', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'port_id': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'mac_address': 'fa:16:3e:24:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46242488-02c3-4038-91f7-da5d18b73723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:58:43Z', 'updated_at': '2021-01-21T19:59:21Z', 'revision_number': 1, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:59:28.155958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.164224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.185897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f300220-d2cb-4394-af77-b7560d6cb1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:28.229110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d81ef12-6401-4a36-9033-91928f11b192,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:28.235649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:28.279793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37562) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:28.279967 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4354a0bdc1ab47b2a2a02e44f7887da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9983592 Jan 21 19:59:28.508930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b4beea90-e6d8-440a-8b5f-22a4b662c56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.545548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158f8b0-39fb-4fd5-be0a-706e4abc2291 None None] New status for floating IP 63b73872-4b43-4751-bac9-48f8fde7d376: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 19:59:28.580938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b4beea90-e6d8-440a-8b5f-22a4b662c56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.645265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b4beea90-e6d8-440a-8b5f-22a4b662c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.656634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b19345c0-8e81-4292-80b2-aa115441c0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:28.748414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad059a-ea75-4240-9a01-f1cc135fab6c req-85dacfc5-f2d7-44bd-8222-bbb36b6e61b8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:28.761829 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6bad059a-ea75-4240-9a01-f1cc135fab6c req-85dacfc5-f2d7-44bd-8222-bbb36b6e61b8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.3985291 Jan 21 19:59:28.771885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beea90-e6d8-440a-8b5f-22a4b662c56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d81ef12-6401-4a36-9033-91928f11b192,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:28.845534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b4beea90-e6d8-440a-8b5f-22a4b662c56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.848756 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b4beea90-e6d8-440a-8b5f-22a4b662c56e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d81ef12-6401-4a36-9033-91928f11b192 HTTP/1.1" status: 204 len: 168 time: 0.5664804 Jan 21 19:59:28.856433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b4beea90-e6d8-440a-8b5f-22a4b662c56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:28.942356 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6bad059a-ea75-4240-9a01-f1cc135fab6c req-fa5a5e3a-9a77-4311-9df6-f3663295a3a1 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675856 Jan 21 19:59:28.983491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a81be-8ddb-4955-a53c-ce7bd826d61d req-7fb2e9bb-4c83-45be-842f-ff8575159746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:28.985362 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2c4a81be-8ddb-4955-a53c-ce7bd826d61d req-7fb2e9bb-4c83-45be-842f-ff8575159746 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 1163 time: 0.2189033 Jan 21 19:59:29.080489 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2c4a81be-8ddb-4955-a53c-ce7bd826d61d req-73299b88-c297-4503-8f4c-bee36dc44ef9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849426 Jan 21 19:59:29.521228 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37602) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:29.546041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:29.574511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:29.581904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b6565b9b04423e8e1e93c9e75e067e is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:29.585466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:29.593848 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:29.737742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:29.744246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:29.755294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7abc93d8-f915-40e1-a9a7-c4d2955590ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:29.811763 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e9b6565b9b04423e8e1e93c9e75e067e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891471 Jan 21 19:59:29.813966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcd370e-c6e1-4bde-84e7-72b1d0101e25,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:29.815713 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37616) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:29.817922 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:29.922716 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2657e916-ee37-495c-9a13-554a3a97b998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:29.980366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2657e916-ee37-495c-9a13-554a3a97b998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:30.053389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2657e916-ee37-495c-9a13-554a3a97b998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:30.065923 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d93bf6ae-e5e7-4850-a553-3e09e29e1158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:30.098228 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657e916-ee37-495c-9a13-554a3a97b998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcd370e-c6e1-4bde-84e7-72b1d0101e25,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:30.109005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2657e916-ee37-495c-9a13-554a3a97b998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:30.120198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2657e916-ee37-495c-9a13-554a3a97b998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:30.122612 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2657e916-ee37-495c-9a13-554a3a97b998 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8dcd370e-c6e1-4bde-84e7-72b1d0101e25 HTTP/1.1" status: 204 len: 168 time: 0.3053665 Jan 21 19:59:30.425815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3811cea-91ae-400a-85ec-e050daa9354f req-96747371-715d-4c00-bc44-2a60e721af6f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:30.427826 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f3811cea-91ae-400a-85ec-e050daa9354f req-96747371-715d-4c00-bc44-2a60e721af6f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.1539810 Jan 21 19:59:30.561346 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f3811cea-91ae-400a-85ec-e050daa9354f req-048495fe-d95f-4982-a20a-fc4299192e71 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110156 Jan 21 19:59:31.082065 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:31.225141 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:31.225980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:31.673047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37680) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:31.891418 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271987e-b1a7-4f13-93cc-25c693619530 req-21c7f63d-ed83-4681-aba7-a69497d07e02 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:31.893350 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2271987e-b1a7-4f13-93cc-25c693619530 req-21c7f63d-ed83-4681-aba7-a69497d07e02 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.1180475 Jan 21 19:59:31.921546 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:31.943229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:31.948571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Usage tracker for resource:security_group_rule and tenant:fe4fd69d6efa40659b2632a68354e088 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:31.951900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:31.958658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:31.969644 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2271987e-b1a7-4f13-93cc-25c693619530 req-d0b22da8-c376-4a3a-86b9-8805be13eebd tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677476 Jan 21 19:59:32.075378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.081305 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.092857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-40f38fbd-5618-47de-8873-0c7603421819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:32.131183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e135f49-329b-49e5-8949-82d2f738b394,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:32.138874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:32.174993 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37708) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:32.176611 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe4fd69d6efa40659b2632a68354e088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009999 Jan 21 19:59:32.401059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.427629 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee249c-cdff-4e35-9ddf-eab9452b4950 req-e3ff3639-2d13-4317-ae20-fbceff9223eb tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:32.435369 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34ee249c-cdff-4e35-9ddf-eab9452b4950 req-e3ff3639-2d13-4317-ae20-fbceff9223eb tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2222648 Jan 21 19:59:32.490350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.557414 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34ee249c-cdff-4e35-9ddf-eab9452b4950 req-41b1ec9d-ad3a-46b9-a98a-7dfd661d059a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120749 Jan 21 19:59:32.596321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:59:32.622033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.634970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f5fcddf-1cb0-458d-9b7a-ae19c0d16275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:32.673564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e135f49-329b-49e5-8949-82d2f738b394,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:32.695237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.696127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.697968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.698901 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.699744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.700952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.702065 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.703257 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.704128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.704983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.717985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.719270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.723462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.751369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.752098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.752657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.753555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.754457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.755587 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.756577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.757461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.758832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.760215 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.761086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:32.767435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:32.802855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.815656 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e135f49-329b-49e5-8949-82d2f738b394 HTTP/1.1" status: 204 len: 168 time: 0.6382551 Jan 21 19:59:33.381494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37752) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:33.422269 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.452602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:33.458964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Usage tracker for resource:security_group_rule and tenant:ce42f727116a402ea7ee3d74baf454c7 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:33.463117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:33.472731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:33.661062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.665737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.708967 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:33.807424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37770) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:33.818804 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce42f727116a402ea7ee3d74baf454c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354863 Jan 21 19:59:33.822984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e2119a-9ef5-4614-a30e-edbf7fce753c,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:33.834659 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:33.906807 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.939765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.999305 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:34.007119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:34.025407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e2119a-9ef5-4614-a30e-edbf7fce753c,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:34.040980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:34.041647 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f0e2119a-9ef5-4614-a30e-edbf7fce753c HTTP/1.1" status: 204 len: 168 time: 0.2322245 Jan 21 19:59:34.043029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.043422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.043957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.044486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.045339 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.045726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.046284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.046664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.047198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.047574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.047953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.048325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.048782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.049158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.049529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.049902 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.050294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.050668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.051034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.051411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.051798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.052170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.052531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.052877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:34.063990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:34.585663 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37808) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:34.645041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:34.684483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:34.698373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37818) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:34.699044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Usage tracker for resource:security_group_rule and tenant:07bf565779404da8830adb67a963b1a7 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:34.719889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:34.751216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:35.002754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:35.011330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:35.116040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-334c92d3-1d76-4c18-9881-cf250fa0df98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:35.173139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37838) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:35.184974 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07bf565779404da8830adb67a963b1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973058 Jan 21 19:59:35.193143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8be887b-58d9-4fdd-9a14-9ec2a62d22cc,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:35.198403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:35.351016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6aea-fb69-4831-9702-d689760045b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:35.440658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6aea-fb69-4831-9702-d689760045b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:35.580761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:35.620414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6aea-fb69-4831-9702-d689760045b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:35.645863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f1f6e10-913e-48b2-acd8-f12426afdccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:35.718626 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a6aea-fb69-4831-9702-d689760045b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8be887b-58d9-4fdd-9a14-9ec2a62d22cc,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:35.727735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:35.764304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d7a6aea-fb69-4831-9702-d689760045b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:35.816313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6aea-fb69-4831-9702-d689760045b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:35.820602 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0d7a6aea-fb69-4831-9702-d689760045b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8be887b-58d9-4fdd-9a14-9ec2a62d22cc HTTP/1.1" status: 204 len: 168 time: 0.6431291 Jan 21 19:59:35.829808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff1a0aa14f294a5eb50a9f6c9536f399 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:35.835604 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:35.849170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:35.937330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-1ac3829d-10dd-4559-a231-49edf9c6843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:35.939035 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-1ac3829d-10dd-4559-a231-49edf9c6843f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 0.3066442 Jan 21 19:59:36.023555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1d1a-4adf-470b-a201-f13b030c220d req-4dae5aa8-c716-47e2-af8f-87f3eaeda243 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:36.041358 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-36bf1d1a-4adf-470b-a201-f13b030c220d req-4dae5aa8-c716-47e2-af8f-87f3eaeda243 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.3300145 Jan 21 19:59:36.236533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37874) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:36.355346 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-36bf1d1a-4adf-470b-a201-f13b030c220d req-794d5a1d-dba8-4eec-9f2f-8e8a40540de4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128829 Jan 21 19:59:36.445543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.449994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-b52adf05-97b4-498f-88a7-651f19f37599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:36.451732 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-b52adf05-97b4-498f-88a7-651f19f37599 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.4987717 Jan 21 19:59:36.452860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.463364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-698e8890-5881-47a8-92c4-6334919903b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:36.507348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.528374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:36.534629 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Usage tracker for resource:security_group_rule and tenant:52a64b2e6e694fa0a92703a55468be33 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:36.538850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:36.546189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:36.614551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a31c38-e53e-40b4-a827-d4f633539148,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:36.638968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:36.657046 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ff1a0aa14f294a5eb50a9f6c9536f399&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9567254 Jan 21 19:59:36.658932 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-c8fdd8e0-6172-4e78-be50-2049562d4130 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 217 time: 0.1770163 Jan 21 19:59:36.659444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37894) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:36.667651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.677838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.692010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c4459438-53cf-479e-9f0f-7523e6db6590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:36.735052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d8bef-b12e-40cc-8b1c-b3b7f12efdc3,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:36.742206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:36.791786 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=52a64b2e6e694fa0a92703a55468be33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5532222 Jan 21 19:59:36.793240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37898) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:36.804992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-bdabe1da-d137-4428-a5b3-3cdd01b6467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:36.807522 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-bdabe1da-d137-4428-a5b3-3cdd01b6467b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.1314616 Jan 21 19:59:36.867237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e21b01-7c14-4e4b-8d4b-58529b6a15a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.874673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-16f68c02-58f6-4c15-8ff8-c37820ff7722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.897124 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-5fb17e5b-5831-4222-bce1-781996f9a14f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799341 Jan 21 19:59:36.934656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-16f68c02-58f6-4c15-8ff8-c37820ff7722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.939424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e21b01-7c14-4e4b-8d4b-58529b6a15a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.027179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-16f68c02-58f6-4c15-8ff8-c37820ff7722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.038998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1e8ec4ce-49c8-494d-adca-70a3a29392f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:37.059753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-16f68c02-58f6-4c15-8ff8-c37820ff7722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.062793 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-16f68c02-58f6-4c15-8ff8-c37820ff7722 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b41d8bef-b12e-40cc-8b1c-b3b7f12efdc3 HTTP/1.1" status: 204 len: 168 time: 0.2682850 Jan 21 19:59:37.065698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f68c02-58f6-4c15-8ff8-c37820ff7722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d8bef-b12e-40cc-8b1c-b3b7f12efdc3,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:37.069422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-16f68c02-58f6-4c15-8ff8-c37820ff7722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:37.106750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e21b01-7c14-4e4b-8d4b-58529b6a15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.117147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:37.148636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e21b01-7c14-4e4b-8d4b-58529b6a15a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a31c38-e53e-40b4-a827-d4f633539148,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:37.157304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-55e21b01-7c14-4e4b-8d4b-58529b6a15a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:37.161319 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-fcef1f5c-e096-4aee-a4f0-bec28359285a service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514946 Jan 21 19:59:37.163829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55e21b01-7c14-4e4b-8d4b-58529b6a15a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.165842 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-55e21b01-7c14-4e4b-8d4b-58529b6a15a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/98a31c38-e53e-40b4-a827-d4f633539148 HTTP/1.1" status: 204 len: 168 time: 0.5048931 Jan 21 19:59:37.359810 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f083261e-158d-4957-a587-fc06d8b5a1c3 req-82dd4ecb-deab-41e1-b43e-d75204749ca1 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855257 Jan 21 19:59:37.657857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37938) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:37.691868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.740656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:37.748838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Usage tracker for resource:security_group_rule and tenant:a8cc2d064b744786a95d00c750cff50d is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:37.756172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:37.777348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859da0f-0b8e-40a5-91ef-c9dee1c6ca67 req-6f66877c-9f17-4cb0-8c0d-559cdcb1da7f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:37.779336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:37.790851 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8859da0f-0b8e-40a5-91ef-c9dee1c6ca67 req-6f66877c-9f17-4cb0-8c0d-559cdcb1da7f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2154984 Jan 21 19:59:37.879975 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8859da0f-0b8e-40a5-91ef-c9dee1c6ca67 req-26ff3d59-b346-496e-a951-9cfe366fc528 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878363 Jan 21 19:59:37.929423 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.936153 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.962592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37948) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:37.974508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1ce23f61-da99-40d8-91a8-96bdc72520a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:38.007603 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8cc2d064b744786a95d00c750cff50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482900 Jan 21 19:59:38.008662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.008788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6517823f-5269-43b1-8ecf-1e90d1a8deb1,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:38.014781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 37952) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:38.015635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:38.040904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:38.048335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Usage tracker for resource:security_group_rule and tenant:74f7deff1fab49979c0c79e14877a8ca is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:38.053514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:38.064760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:38.152263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b3c7-8be6-44f0-be61-891f2a820bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.191782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b3c7-8be6-44f0-be61-891f2a820bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.219330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.222720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.233840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb4e9229-ab71-4b00-af0e-c88fd6cf47b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:38.275961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b3c7-8be6-44f0-be61-891f2a820bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.294559 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74f7deff1fab49979c0c79e14877a8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255675 Jan 21 19:59:38.294850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9c0bbc38-b5eb-42d4-9173-692a76d00325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:38.295000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77c85d-e877-441a-beca-e0d95cadfe47,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:38.299062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37960) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:38.306053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7bfa67e6-cb6a-40ab-a5b0-89810989df8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:38.310705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1b3c7-8be6-44f0-be61-891f2a820bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6517823f-5269-43b1-8ecf-1e90d1a8deb1,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:38.314475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c8a1b3c7-8be6-44f0-be61-891f2a820bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:38.316421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b3c7-8be6-44f0-be61-891f2a820bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.322934 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c8a1b3c7-8be6-44f0-be61-891f2a820bbe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6517823f-5269-43b1-8ecf-1e90d1a8deb1 HTTP/1.1" status: 204 len: 168 time: 0.3010101 Jan 21 19:59:38.395445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 37966) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:38.408448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4ac9-38a9-4d95-af43-b0aa36413e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.463906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4ac9-38a9-4d95-af43-b0aa36413e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.558603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4ac9-38a9-4d95-af43-b0aa36413e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.572037 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f86ff81-2853-457e-95e1-eb85fb0d793f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:38.593119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e4ac9-38a9-4d95-af43-b0aa36413e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77c85d-e877-441a-beca-e0d95cadfe47,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:38.596771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e2e4ac9-38a9-4d95-af43-b0aa36413e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:38.620135 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4ac9-38a9-4d95-af43-b0aa36413e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.625116 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-5e2e4ac9-38a9-4d95-af43-b0aa36413e1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e77c85d-e877-441a-beca-e0d95cadfe47 HTTP/1.1" status: 204 len: 168 time: 0.3210795 Jan 21 19:59:38.890783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.923733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:38.929549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Usage tracker for resource:security_group_rule and tenant:7473ae0c16604d22854febef868cdc84 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:38.933724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:38.945220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:39.222442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.241174 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.278805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0838cfdd-cd53-4c78-8422-98b7f1b27de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:39.292429 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7473ae0c16604d22854febef868cdc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8964224 Jan 21 19:59:39.295234 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38036) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:39.431303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee99667b-4f7c-4250-afc7-b0333801325b,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:39.440813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:39.481166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd2a-d21f-44d0-a7a3-35a3f9db9f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.523806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214085c-c0ab-449e-9785-b3c62d29118f req-656068da-fc46-4175-9623-4a5019a516e9 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:39.528049 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f214085c-c0ab-449e-9785-b3c62d29118f req-656068da-fc46-4175-9623-4a5019a516e9 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.4109576 Jan 21 19:59:39.565905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd2a-d21f-44d0-a7a3-35a3f9db9f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.700245 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f214085c-c0ab-449e-9785-b3c62d29118f req-3c08ae73-5a2c-4cce-9578-1537da660422 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642210 Jan 21 19:59:39.780862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd2a-d21f-44d0-a7a3-35a3f9db9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.797459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:39.828634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cbd2a-d21f-44d0-a7a3-35a3f9db9f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee99667b-4f7c-4250-afc7-b0333801325b,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:39.868905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd2a-d21f-44d0-a7a3-35a3f9db9f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.870203 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-757cbd2a-d21f-44d0-a7a3-35a3f9db9f72 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee99667b-4f7c-4250-afc7-b0333801325b HTTP/1.1" status: 204 len: 168 time: 0.5736859 Jan 21 19:59:39.871533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-757cbd2a-d21f-44d0-a7a3-35a3f9db9f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:40.706741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 38092) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:40.733738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:40.755875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:40.764600 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Usage tracker for resource:security_group_rule and tenant:c3b9e6f909a64711a522ac3ac763eb87 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:40.769979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:40.778485 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:40.959214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:40.965471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:40.981374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-220056c6-97bd-4caf-80a7-9c9368d9f2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:41.342496 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c3b9e6f909a64711a522ac3ac763eb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331820 Jan 21 19:59:41.343512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f256a153-9493-43cd-916d-48fab9ef1a88,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:41.346214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38112) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:41.362287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:41.424695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ec169-af00-44db-b229-2ad42ad58f5d req-aa6517b5-20fa-4064-b919-8e3a52bf3eca tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:41.424695 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8c1ec169-af00-44db-b229-2ad42ad58f5d req-aa6517b5-20fa-4064-b919-8e3a52bf3eca tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.4441514 Jan 21 19:59:41.440474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c10a615b-8a7b-472e-8186-157af62b00ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.493791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c10a615b-8a7b-472e-8186-157af62b00ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.576454 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8c1ec169-af00-44db-b229-2ad42ad58f5d req-ce5390ee-f44c-4a84-8d03-64529a5c5cd0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433356 Jan 21 19:59:41.584750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c10a615b-8a7b-472e-8186-157af62b00ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.595875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f9c69dd9-2d4d-4528-9b32-4e4e1287705b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:41.619128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a615b-8a7b-472e-8186-157af62b00ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f256a153-9493-43cd-916d-48fab9ef1a88,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:41.651109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c10a615b-8a7b-472e-8186-157af62b00ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:41.657748 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c10a615b-8a7b-472e-8186-157af62b00ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.670414 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c10a615b-8a7b-472e-8186-157af62b00ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f256a153-9493-43cd-916d-48fab9ef1a88 HTTP/1.1" status: 204 len: 168 time: 0.3224435 Jan 21 19:59:41.850627 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38130) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:42.180824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.240275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:42.246020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Usage tracker for resource:security_group_rule and tenant:fc84ca5e4ba747ad92d1ead158997ef7 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:42.250641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:42.257717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:42.393759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.397057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.401779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.436040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:42.448180 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc84ca5e4ba747ad92d1ead158997ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959201 Jan 21 19:59:42.452850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 38152) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:42.476393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cadc847-490e-4346-b6e8-2ff897740ada,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:42.483989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:42.591159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9c2957f3-bae6-45ff-be0b-e1d8d8560ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.634613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9c2957f3-bae6-45ff-be0b-e1d8d8560ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.728158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9c2957f3-bae6-45ff-be0b-e1d8d8560ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.759985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:42.775285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2957f3-bae6-45ff-be0b-e1d8d8560ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cadc847-490e-4346-b6e8-2ff897740ada,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:42.824065 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9c2957f3-bae6-45ff-be0b-e1d8d8560ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:42.866788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9c2957f3-bae6-45ff-be0b-e1d8d8560ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.869663 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9c2957f3-bae6-45ff-be0b-e1d8d8560ec9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4cadc847-490e-4346-b6e8-2ff897740ada HTTP/1.1" status: 204 len: 168 time: 0.4149396 Jan 21 19:59:42.987574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522ba7a-a7ef-41fb-a3da-81fbbc168ad0 req-fd7cb5f3-3990-4543-b73b-a72570360a06 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:42.990499 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f522ba7a-a7ef-41fb-a3da-81fbbc168ad0 req-fd7cb5f3-3990-4543-b73b-a72570360a06 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2322562 Jan 21 19:59:43.093434 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f522ba7a-a7ef-41fb-a3da-81fbbc168ad0 req-61790c9c-385b-4693-ad10-db8e969ad414 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897043 Jan 21 19:59:44.295356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7e1768e2-e157-4ef8-b978-e2ad962d3433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:44.615154 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0b47d-6881-4498-b18a-dfabde4c8efb req-dacad94a-418b-43d7-96b8-fd4d269c6004 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:44.615154 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b6a0b47d-6881-4498-b18a-dfabde4c8efb req-dacad94a-418b-43d7-96b8-fd4d269c6004 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1545799 Jan 21 19:59:44.863847 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b6a0b47d-6881-4498-b18a-dfabde4c8efb req-54dfef17-340b-4c0b-9d49-e3ba941d9949 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302895 Jan 21 19:59:46.195351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9bf26-1be5-4cc3-a79c-7212cc8e41f9 req-e26424cf-0fe0-45ec-9753-387b1cf404fb tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:46.207924 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f5f9bf26-1be5-4cc3-a79c-7212cc8e41f9 req-e26424cf-0fe0-45ec-9753-387b1cf404fb tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1566212 Jan 21 19:59:46.278433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38284) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:46.280329 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f5f9bf26-1be5-4cc3-a79c-7212cc8e41f9 req-2b04aad9-d717-43e7-9476-c72de4d47d40 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709014 Jan 21 19:59:46.550096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38292) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:46.781917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:46.830401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:46.835136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6b57945fb45b4310a6b790a90ec0d2de is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:46.839226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-936ddac2-9697-4ca2-9f9b-3775c1a7476b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:46.839508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:46.850868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:46.969939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:46.973024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:46.997044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.051495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:47.086261 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b57945fb45b4310a6b790a90ec0d2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345550 Jan 21 19:59:47.091592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 38306) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:47.095946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:47.106974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Usage tracker for resource:security_group_rule and tenant:b1c5d93973d041e3b606768213850c64 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:47.111983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad48fa6a-104e-4ec7-8832-08494be5bf21,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:47.115457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:47.119647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:47.125983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:47.201952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.219099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c078983-7d25-44d3-bfb8-6608242bf836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.273482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c078983-7d25-44d3-bfb8-6608242bf836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.330757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.339566 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c078983-7d25-44d3-bfb8-6608242bf836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.339794 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.348836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc9692c3-30d2-4058-9863-e922dc5e7537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:47.365185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c078983-7d25-44d3-bfb8-6608242bf836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad48fa6a-104e-4ec7-8832-08494be5bf21,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:47.368931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c078983-7d25-44d3-bfb8-6608242bf836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:47.370342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c078983-7d25-44d3-bfb8-6608242bf836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.371608 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4c078983-7d25-44d3-bfb8-6608242bf836 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad48fa6a-104e-4ec7-8832-08494be5bf21 HTTP/1.1" status: 204 len: 168 time: 0.2789176 Jan 21 19:59:47.380332 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3529ca8-44f8-4658-a56c-27c98efa55d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:47.512574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 38318) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:47.513046 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b1c5d93973d041e3b606768213850c64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2324605 Jan 21 19:59:47.516904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2618ff-2269-486e-b3e4-7a892d89ae58,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:47.531246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:47.673622 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-725d8dbf-4658-4dab-98e4-2e6a04ba0972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.757668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f39ae-9772-4168-92a0-5ccdd6888f51 req-5902792a-2be9-4398-bbc0-6b8483a8c613 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:47.770211 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-758f39ae-9772-4168-92a0-5ccdd6888f51 req-5902792a-2be9-4398-bbc0-6b8483a8c613 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2365475 Jan 21 19:59:47.826767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-725d8dbf-4658-4dab-98e4-2e6a04ba0972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.928184 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-758f39ae-9772-4168-92a0-5ccdd6888f51 req-edfbc7e8-1e9a-4f56-b898-ae54ab6eb37d tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415844 Jan 21 19:59:47.942400 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-725d8dbf-4658-4dab-98e4-2e6a04ba0972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.953915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:47.976269 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d8dbf-4658-4dab-98e4-2e6a04ba0972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2618ff-2269-486e-b3e4-7a892d89ae58,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:47.989916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-725d8dbf-4658-4dab-98e4-2e6a04ba0972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:47.991735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-725d8dbf-4658-4dab-98e4-2e6a04ba0972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.995790 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-725d8dbf-4658-4dab-98e4-2e6a04ba0972 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b2618ff-2269-486e-b3e4-7a892d89ae58 HTTP/1.1" status: 204 len: 168 time: 0.4870744 Jan 21 19:59:48.428061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:48.896461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.468779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7f03c-75e6-4da5-b414-96889fb9f0d8 req-c300f147-56a8-44e2-a501-04c09beaee34 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:49.471456 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d2a7f03c-75e6-4da5-b414-96889fb9f0d8 req-c300f147-56a8-44e2-a501-04c09beaee34 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1667619 Jan 21 19:59:49.576580 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d2a7f03c-75e6-4da5-b414-96889fb9f0d8 req-28275422-44a7-47db-b7f4-732fc76b3f1c tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898337 Jan 21 19:59:51.058345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430040-ce04-403f-86fa-35884eaeb5b8 req-af566a96-3046-4162-bf83-095d52bb619a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:51.060941 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-09430040-ce04-403f-86fa-35884eaeb5b8 req-af566a96-3046-4162-bf83-095d52bb619a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1772563 Jan 21 19:59:51.184041 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-09430040-ce04-403f-86fa-35884eaeb5b8 req-131b2cbb-25d2-45d2-bbd5-b345c30dee25 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160736 Jan 21 19:59:51.507293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 38500) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:51.861133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:51.896934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:51.905994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Usage tracker for resource:security_group_rule and tenant:86109280755a4821a666d9a175fe145a is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:51.912112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:51.925072 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:52.098458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.104955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.124320 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b4beea90-e6d8-440a-8b5f-22a4b662c56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:52.215013 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86109280755a4821a666d9a175fe145a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7064373 Jan 21 19:59:52.218407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38528) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:52.232235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca3f0d7-e862-4895-9066-d75138a8b254,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:52.242318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-59f8f14a-6412-4977-bfbd-5fe4e776022c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:52.397036 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f5e436a-6e46-4c3b-9f0b-8bd0e594bcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.493822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f5e436a-6e46-4c3b-9f0b-8bd0e594bcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.618073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f5e436a-6e46-4c3b-9f0b-8bd0e594bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.625732 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c10a615b-8a7b-472e-8186-157af62b00ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:52.645213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e436a-6e46-4c3b-9f0b-8bd0e594bcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca3f0d7-e862-4895-9066-d75138a8b254,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:52.652078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0f5e436a-6e46-4c3b-9f0b-8bd0e594bcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:52.704953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f5e436a-6e46-4c3b-9f0b-8bd0e594bcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.709590 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0f5e436a-6e46-4c3b-9f0b-8bd0e594bcf9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ca3f0d7-e862-4895-9066-d75138a8b254 HTTP/1.1" status: 204 len: 168 time: 0.4892230 Jan 21 19:59:52.754650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afbbbf-c363-4549-b6a3-8d2e1e766b9b req-8f77cdf8-a697-44cf-b03c-22add1aecfe1 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:52.763735 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-91afbbbf-c363-4549-b6a3-8d2e1e766b9b req-8f77cdf8-a697-44cf-b03c-22add1aecfe1 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2860992 Jan 21 19:59:52.975038 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-91afbbbf-c363-4549-b6a3-8d2e1e766b9b req-e485fcb9-d830-418f-9662-af09822dc6c1 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097988 Jan 21 19:59:53.460643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38566) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:53.487337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:53.507044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:53.511974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Usage tracker for resource:security_group_rule and tenant:8ea380eb79ab4bb6968801eab607923c is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:53.515689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:53.522904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:53.783006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:53.789165 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:53.809430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7fd24cf2-fcfa-4306-8ccd-68c14b52d50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:53.910003 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ea380eb79ab4bb6968801eab607923c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464920 Jan 21 19:59:53.912876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38580) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:53.927779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36153d5-fb09-492c-90c2-1e461efe59af,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:53.936577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 38586) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:53.955685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:54.058459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-20a90ced-6368-4b38-ba53-e2fd53efef98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.122479 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-20a90ced-6368-4b38-ba53-e2fd53efef98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.181411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-20a90ced-6368-4b38-ba53-e2fd53efef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.190285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2657e916-ee37-495c-9a13-554a3a97b998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:54.215113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a90ced-6368-4b38-ba53-e2fd53efef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36153d5-fb09-492c-90c2-1e461efe59af,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:54.219234 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-20a90ced-6368-4b38-ba53-e2fd53efef98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:54.223433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-20a90ced-6368-4b38-ba53-e2fd53efef98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.225550 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-20a90ced-6368-4b38-ba53-e2fd53efef98 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d36153d5-fb09-492c-90c2-1e461efe59af HTTP/1.1" status: 204 len: 168 time: 0.3111165 Jan 21 19:59:54.357506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895731-94de-4628-8689-6c865e575726 req-bb50bb02-5d1a-4b35-b7ad-69ff637a8680 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:54.359388 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9a895731-94de-4628-8689-6c865e575726 req-bb50bb02-5d1a-4b35-b7ad-69ff637a8680 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1957862 Jan 21 19:59:54.360347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.398177 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:54.410798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Usage tracker for resource:security_group_rule and tenant:235f117f853441bca69448caaf937585 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:54.415946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:54.438231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:54.460512 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9a895731-94de-4628-8689-6c865e575726 req-0f199c58-6af0-4757-a980-58cfdf32f7de tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873365 Jan 21 19:59:54.589310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.593422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.610112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e62421b4-ae5b-45cf-9104-5ee72c8c5be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:54.704329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c3564-6663-45bc-a6c0-635d26c12a93,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:54.715621 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=235f117f853441bca69448caaf937585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749083 Jan 21 19:59:54.715621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:54.716098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 38600) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:54.826209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-daba6bd6-e2eb-40ac-a672-5001d103d4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.855721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-daba6bd6-e2eb-40ac-a672-5001d103d4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.918969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-daba6bd6-e2eb-40ac-a672-5001d103d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.927299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-725d8dbf-4658-4dab-98e4-2e6a04ba0972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:54.948034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba6bd6-e2eb-40ac-a672-5001d103d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c3564-6663-45bc-a6c0-635d26c12a93,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:54.953032 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-daba6bd6-e2eb-40ac-a672-5001d103d4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:54.956481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-daba6bd6-e2eb-40ac-a672-5001d103d4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.959856 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-daba6bd6-e2eb-40ac-a672-5001d103d4b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e78c3564-6663-45bc-a6c0-635d26c12a93 HTTP/1.1" status: 204 len: 168 time: 0.2410717 Jan 21 19:59:55.772024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 38638) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:55.876186 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:55.912220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:55.918597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba983488518424eadd6ee0241ec0c35 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:55.924797 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:55.934179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:56.038648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7e027-8205-4148-894f-25e3c4da7801 req-1eb7327a-4bb7-41ab-ae24-f1be8dad6952 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:56.040506 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f1d7e027-8205-4148-894f-25e3c4da7801 req-1eb7327a-4bb7-41ab-ae24-f1be8dad6952 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2283664 Jan 21 19:59:56.158241 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f1d7e027-8205-4148-894f-25e3c4da7801 req-54e0281a-09eb-4da2-ad18-f976439f8be4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088915 Jan 21 19:59:56.213833 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:56.218055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:56.230124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-774fbfde-9049-42b3-90c2-912bd8ea68ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:56.294795 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ba983488518424eadd6ee0241ec0c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206978 Jan 21 19:59:56.296291 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8872c21-4c79-4ac1-b8e9-cf72c3cbbacf,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:56.299447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38648) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:56.302793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:56.438321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e95efc96-cbac-4c0d-9005-beffc9dab5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:56.505198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e95efc96-cbac-4c0d-9005-beffc9dab5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:56.605722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e95efc96-cbac-4c0d-9005-beffc9dab5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:56.618525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f36dabb-0432-4352-bc3e-6c9bb7fbf484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:56.651278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95efc96-cbac-4c0d-9005-beffc9dab5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8872c21-4c79-4ac1-b8e9-cf72c3cbbacf,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:56.658296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e95efc96-cbac-4c0d-9005-beffc9dab5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:56.660310 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e95efc96-cbac-4c0d-9005-beffc9dab5b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d8872c21-4c79-4ac1-b8e9-cf72c3cbbacf HTTP/1.1" status: 204 len: 168 time: 0.3594415 Jan 21 19:59:56.661978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e95efc96-cbac-4c0d-9005-beffc9dab5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:57.023975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38672) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:57.473392 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.510588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:57.519918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Usage tracker for resource:security_group_rule and tenant:bed77e708591425bb20410e6a2a18bc0 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:57.526325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:57.538920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:57.613042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f6b72-7168-4cde-96ab-88b9edaeaf57 req-2c0b8860-692b-4dc3-8b65-7392867defb1 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:57.616088 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b16f6b72-7168-4cde-96ab-88b9edaeaf57 req-2c0b8860-692b-4dc3-8b65-7392867defb1 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2299230 Jan 21 19:59:57.793087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.799991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.807181 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b16f6b72-7168-4cde-96ab-88b9edaeaf57 req-ea609423-399d-402a-8dc9-00af534bbca9 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625113 Jan 21 19:59:57.828427 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-53dc5144-a885-4e0c-8e61-0cc5c1fa45ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:57.923863 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bed77e708591425bb20410e6a2a18bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8983967 Jan 21 19:59:57.925028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2844f834-f249-4383-8d66-d739a1e0f9d6,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:57.928337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38696) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:57.933770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:58.037785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3832c0a2-b0b7-46d7-80a5-62f1e056891b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:58.073619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3832c0a2-b0b7-46d7-80a5-62f1e056891b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:58.189573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3832c0a2-b0b7-46d7-80a5-62f1e056891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:58.203242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:58.225442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832c0a2-b0b7-46d7-80a5-62f1e056891b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2844f834-f249-4383-8d66-d739a1e0f9d6,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:58.231422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3832c0a2-b0b7-46d7-80a5-62f1e056891b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:58.249383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3832c0a2-b0b7-46d7-80a5-62f1e056891b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:58.251541 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3832c0a2-b0b7-46d7-80a5-62f1e056891b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2844f834-f249-4383-8d66-d739a1e0f9d6 HTTP/1.1" status: 204 len: 168 time: 0.3215168 Jan 21 19:59:59.432417 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd4f7c-4e81-4d3c-83c1-44678e420921 req-08946c19-bf6c-4ae1-83ee-73ff7f8f034e tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:59.435607 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dffd4f7c-4e81-4d3c-83c1-44678e420921 req-08946c19-bf6c-4ae1-83ee-73ff7f8f034e tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2542908 Jan 21 19:59:59.537047 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dffd4f7c-4e81-4d3c-83c1-44678e420921 req-727a79c4-d42a-4bfd-a701-ab98e974925c tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917819 Jan 21 20:00:01.053985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e5776-5c53-4b5c-8578-fb04f7ac011f req-5500f934-a911-46ae-8c26-87c91055c701 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:01.060445 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e97e5776-5c53-4b5c-8578-fb04f7ac011f req-5500f934-a911-46ae-8c26-87c91055c701 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2704158 Jan 21 20:00:01.134194 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e97e5776-5c53-4b5c-8578-fb04f7ac011f req-afe0e41a-f136-4d9c-a146-25aa8110a153 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Jan 21 20:00:02.122096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364ff93-8c2a-4969-bf11-7369bc9dfb8c req-e6759cbb-f3bf-42c0-997b-f367eda84bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:02.124960 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4364ff93-8c2a-4969-bf11-7369bc9dfb8c req-e6759cbb-f3bf-42c0-997b-f367eda84bd9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 0.1496735 Jan 21 20:00:02.190999 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4364ff93-8c2a-4969-bf11-7369bc9dfb8c req-3f1510e8-73c3-456e-bf8e-2275560df37b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Jan 21 20:00:02.685560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70646cc-5c7f-4ffe-9838-b153968c49d3 req-fa2f76fd-5596-4fd4-9d4c-779cff14b49b tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:02.687345 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d70646cc-5c7f-4ffe-9838-b153968c49d3 req-fa2f76fd-5596-4fd4-9d4c-779cff14b49b tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1606069 Jan 21 20:00:02.788994 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d70646cc-5c7f-4ffe-9838-b153968c49d3 req-078f6bd2-7254-4b74-85f9-0a66907e3958 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892780 Jan 21 20:00:03.256620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38854) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:03.582850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:03.718565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 55d799bb-7b99-4cd7-a404-aaaf986c8382 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:03.929830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 55d799bb-7b99-4cd7-a404-aaaf986c8382 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:03.930778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:03.959315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:03.968265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Usage tracker for resource:security_group_rule and tenant:a5eda8b387db45c9afdb8d3adb574bae is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:03.975105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:03.988798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:04.199002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.225554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.244201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb7ab0-fdd6-4cb1-b170-195f5a568149 req-ace9f3ef-149d-418c-839a-6f4f27415aa3 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:04.256956 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cbfb7ab0-fdd6-4cb1-b170-195f5a568149 req-ace9f3ef-149d-418c-839a-6f4f27415aa3 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2064261 Jan 21 20:00:04.303283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c8a1b3c7-8be6-44f0-be61-891f2a820bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:04.337569 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a5eda8b387db45c9afdb8d3adb574bae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0771098 Jan 21 20:00:04.342988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38886) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:04.375494 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cbfb7ab0-fdd6-4cb1-b170-195f5a568149 req-c9e703a4-f952-41e6-b18a-3d79376b4452 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148913 Jan 21 20:00:04.426219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e4e74-a13b-415e-8009-dc26077d38d9,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:04.438123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:04.510231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a98-5eeb-4681-bb83-ff8b2adb65db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.567325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a98-5eeb-4681-bb83-ff8b2adb65db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.668231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a98-5eeb-4681-bb83-ff8b2adb65db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.678857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-16f68c02-58f6-4c15-8ff8-c37820ff7722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:04.703381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb0a98-5eeb-4681-bb83-ff8b2adb65db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e4e74-a13b-415e-8009-dc26077d38d9,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:04.731780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a98-5eeb-4681-bb83-ff8b2adb65db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.740745 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d4eb0a98-5eeb-4681-bb83-ff8b2adb65db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a75e4e74-a13b-415e-8009-dc26077d38d9 HTTP/1.1" status: 204 len: 168 time: 0.3937929 Jan 21 20:00:04.740745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d4eb0a98-5eeb-4681-bb83-ff8b2adb65db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:05.137563 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-d5309234-ee2c-4f53-9f57-ebc64f3b913f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2500279 Jan 21 20:00:05.432124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38918) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:05.475058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:05.513548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:05.521646 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:554abf8acf9e480e8f89dd8373237c6f is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:05.528125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:05.539823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:05.607499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16654a16-4cac-4f25-b1c5-37f9f34ab21c req-5a840b98-397d-4ab4-9505-d8c06df27f56 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:05.620346 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-16654a16-4cac-4f25-b1c5-37f9f34ab21c req-5a840b98-397d-4ab4-9505-d8c06df27f56 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.3848786 Jan 21 20:00:05.625434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-dfe92b59-f71e-44cd-95a6-ab6f2df73e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:05.627586 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-dfe92b59-f71e-44cd-95a6-ab6f2df73e16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 1163 time: 0.3851140 Jan 21 20:00:05.670863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-8592275f-a102-4128-b522-bc0c73082821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:05.673338 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-8592275f-a102-4128-b522-bc0c73082821 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 0.4899170 Jan 21 20:00:05.751475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:05.757892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:05.842930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3d01fee-d8a3-452f-b759-3716ac84011e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:05.877447 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=554abf8acf9e480e8f89dd8373237c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417536 Jan 21 20:00:05.878811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 38928) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:05.998473 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-16654a16-4cac-4f25-b1c5-37f9f34ab21c req-c87433b7-92f9-468a-9508-f55ec85f7c5c tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762267 Jan 21 20:00:06.010673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ca3e8-9ba8-4cb1-aaec-0c16c96a306f,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:06.018032 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:06.066932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-f76506b6-eaee-4022-bac6-5e42ed76726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:06.069429 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-f76506b6-eaee-4022-bac6-5e42ed76726c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.3598042 Jan 21 20:00:06.084065 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cbb0-2be8-4311-a6bc-161a65e342d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.157642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cbb0-2be8-4311-a6bc-161a65e342d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.263996 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-32502f28-94e6-4d1d-8b47-d6ff5e8b221b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 HTTP/1.1" status: 200 len: 217 time: 0.1058033 Jan 21 20:00:06.285245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cbb0-2be8-4311-a6bc-161a65e342d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.301016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-db28357f-5445-44d7-b990-7847d1c2bef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:06.333161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5cbb0-2be8-4311-a6bc-161a65e342d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ca3e8-9ba8-4cb1-aaec-0c16c96a306f,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:06.340084 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c5b5cbb0-2be8-4311-a6bc-161a65e342d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:06.358356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cbb0-2be8-4311-a6bc-161a65e342d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.362468 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c5b5cbb0-2be8-4311-a6bc-161a65e342d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e2ca3e8-9ba8-4cb1-aaec-0c16c96a306f HTTP/1.1" status: 204 len: 168 time: 0.4511869 Jan 21 20:00:06.459982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-873a1927-faf7-4b72-ab14-495132582b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:06.466318 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-873a1927-faf7-4b72-ab14-495132582b95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.1761594 Jan 21 20:00:06.602797 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-943d3fa1-b7c9-4f8d-a544-89a03df08634 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164584 Jan 21 20:00:06.615344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-6129ba6b-d902-4ff6-9f72-af2f7c853b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:06.619306 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-6129ba6b-d902-4ff6-9f72-af2f7c853b50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.9120073 Jan 21 20:00:06.903066 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-3ed30b02-356c-49f1-aea7-0bf4b8ebcf30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 217 time: 0.2268240 Jan 21 20:00:07.187038 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-b06dca18-072a-4bc5-ac70-05fa98ce89d3 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474732 Jan 21 20:00:07.970511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-d3a2c850-bf87-455c-b97f-58a55832b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:07.973473 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-d3a2c850-bf87-455c-b97f-58a55832b055 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.6699886 Jan 21 20:00:08.218103 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-a0ac730e-2b70-4bf6-9b3a-16be41cde187 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2192807 Jan 21 20:00:08.316441 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38b7a29e-8596-4e6b-a324-5eda74bc8a6b req-55777882-0dd3-4b70-8be7-6ec40df7e648 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1278305 Jan 21 20:00:08.762697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ddadb-c94f-4c8b-817f-35a072a8d27b req-0d720ae6-8371-48d8-b987-90d229307a30 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:08.775501 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c32ddadb-c94f-4c8b-817f-35a072a8d27b req-0d720ae6-8371-48d8-b987-90d229307a30 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.7997396 Jan 21 20:00:08.789836 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-3b10e973-2589-447e-a5a9-7f78ccb1083a service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598860 Jan 21 20:00:09.017544 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c32ddadb-c94f-4c8b-817f-35a072a8d27b req-4a2be2df-91cf-40f0-b807-741ef9bb0a23 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258749 Jan 21 20:00:09.208104 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5af3ac0-4a83-4e51-9c1d-c29d1c24aaee req-648b20a5-cb45-413a-b8fe-1cbf5a37ca09 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3844602 Jan 21 20:00:09.597378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:00:10.488480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455709e1-3eac-415a-b8f5-6f056de7df72 req-85db3330-672a-4217-968c-ac90407eb373 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:10.491622 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-455709e1-3eac-415a-b8f5-6f056de7df72 req-85db3330-672a-4217-968c-ac90407eb373 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2554669 Jan 21 20:00:10.561506 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-455709e1-3eac-415a-b8f5-6f056de7df72 req-67b5d111-6028-4dba-8939-a22488c5e930 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624912 Jan 21 20:00:11.562605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 55d799bb-7b99-4cd7-a404-aaaf986c8382 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:11.651073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 55d799bb-7b99-4cd7-a404-aaaf986c8382 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:11.651447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:11.916636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f8f03-9525-4369-933a-83ad97c386aa req-579b797d-34a0-4ad6-9731-a904e8cbd98b tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:11.923709 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9d9f8f03-9525-4369-933a-83ad97c386aa req-579b797d-34a0-4ad6-9731-a904e8cbd98b tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1521156 Jan 21 20:00:12.013558 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9d9f8f03-9525-4369-933a-83ad97c386aa req-eec6ba44-691b-4d17-b102-42c8b3791b25 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716767 Jan 21 20:00:12.426253 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:14.291975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e11ac275-1f39-4de9-aa55-347fdcdc25fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:14.595588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5d5a1-10e9-4654-9906-7885fb8c2201 req-96f8ea21-d3d7-4762-920f-902d9e8edc03 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:14.599142 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cbe5d5a1-10e9-4654-9906-7885fb8c2201 req-96f8ea21-d3d7-4762-920f-902d9e8edc03 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1871872 Jan 21 20:00:14.689042 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cbe5d5a1-10e9-4654-9906-7885fb8c2201 req-72ce0449-7c89-4dfa-adc4-cf519aae5e73 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744729 Jan 21 20:00:15.430987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f009c-05aa-4a17-a98a-16c2ed86ced4 req-7b5f6332-e7bb-4259-9650-e72e24995350 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:15.435424 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c68f009c-05aa-4a17-a98a-16c2ed86ced4 req-7b5f6332-e7bb-4259-9650-e72e24995350 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1990838 Jan 21 20:00:15.568435 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c68f009c-05aa-4a17-a98a-16c2ed86ced4 req-f844eac0-8a71-472a-a819-65950b174faf tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245189 Jan 21 20:00:16.681810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9443a-4640-4367-9b90-57b140a59e78 req-98a192ca-a830-4bfd-a99b-f4e651ddfe2a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:16.684431 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7ec9443a-4640-4367-9b90-57b140a59e78 req-98a192ca-a830-4bfd-a99b-f4e651ddfe2a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1575196 Jan 21 20:00:16.820877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-939bf2bb-034c-4b1f-a8c9-fca889bfa541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:16.838122 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7ec9443a-4640-4367-9b90-57b140a59e78 req-a1a50f3a-459d-4b25-85cb-0219afa4f142 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466317 Jan 21 20:00:17.201361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:18.201445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc6f49-fa70-4cd1-927a-a18863eb486b req-f8ffdcf6-aa0a-4eca-a954-d19976d9c935 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:18.207406 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-72dc6f49-fa70-4cd1-927a-a18863eb486b req-f8ffdcf6-aa0a-4eca-a954-d19976d9c935 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1754963 Jan 21 20:00:18.304733 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-72dc6f49-fa70-4cd1-927a-a18863eb486b req-9c59bc66-4b30-4015-8a97-bbf5a840094b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920579 Jan 21 20:00:18.419898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:18.928798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.014802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 39302) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:19.256690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fdcbb-f275-4a41-b6db-9d11799f2e47 req-921e1c90-26d9-4930-bfac-72d4a87842b0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:19.269579 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b69fdcbb-f275-4a41-b6db-9d11799f2e47 req-921e1c90-26d9-4930-bfac-72d4a87842b0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.2508738 Jan 21 20:00:19.325507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39318) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:19.374966 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b69fdcbb-f275-4a41-b6db-9d11799f2e47 req-3f5e4ff0-d67e-4fda-8a34-327a4bcbbefc tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039283 Jan 21 20:00:19.558817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.591315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:19.601569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e58fdea7d64fd6a5227d731bf99d9b is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:19.607076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.609944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:19.626574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:19.628094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:19.637309 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Usage tracker for resource:security_group_rule and tenant:85e5555b5e4d43eabe4e8a47ac00e2d8 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:19.643769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:19.672710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:19.911762 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.916276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.933543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0f5e436a-6e46-4c3b-9f0b-8bd0e594bcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:19.998300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2c7d55-f674-4c9e-a3dd-46a56f2c9a49,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:20.007363 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85e5555b5e4d43eabe4e8a47ac00e2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6794336 Jan 21 20:00:20.009537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:20.010667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39338) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:20.042318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c2351-a7ea-4343-8d79-5cec20748be3 req-8d297e3b-b498-4cec-839c-71ad44b3968f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:20.050344 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-044c2351-a7ea-4343-8d79-5cec20748be3 req-8d297e3b-b498-4cec-839c-71ad44b3968f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.2827630 Jan 21 20:00:20.087632 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.099461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.110447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-25cc98fb-b8b1-4492-843e-c07dbbb3c36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:20.155451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-544ef577-f3e8-42ea-b9b5-efa0abe86edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.202871 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-044c2351-a7ea-4343-8d79-5cec20748be3 req-7dcf6a36-b0d9-4cbc-831b-50a70381ea6a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513970 Jan 21 20:00:20.243774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-544ef577-f3e8-42ea-b9b5-efa0abe86edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.293879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48745468-2111-4588-ae03-b1d78fe20452,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:20.301859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:20.317327 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5e58fdea7d64fd6a5227d731bf99d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3004878 Jan 21 20:00:20.317558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39348) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:20.439555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-5965fb3c-92d4-478b-a975-ca43651e163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:20.442457 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-5965fb3c-92d4-478b-a975-ca43651e163f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 0.2192667 Jan 21 20:00:20.469967 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0b63e3ce-9862-4900-9ca3-e2664b0ac197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.488009 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-544ef577-f3e8-42ea-b9b5-efa0abe86edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.496857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e95efc96-cbac-4c0d-9005-beffc9dab5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:20.522281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ef577-f3e8-42ea-b9b5-efa0abe86edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2c7d55-f674-4c9e-a3dd-46a56f2c9a49,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:20.529065 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-544ef577-f3e8-42ea-b9b5-efa0abe86edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:20.535982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0b63e3ce-9862-4900-9ca3-e2664b0ac197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.546570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-544ef577-f3e8-42ea-b9b5-efa0abe86edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.547962 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-544ef577-f3e8-42ea-b9b5-efa0abe86edf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc2c7d55-f674-4c9e-a3dd-46a56f2c9a49 HTTP/1.1" status: 204 len: 168 time: 0.5356321 Jan 21 20:00:20.610749 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0b63e3ce-9862-4900-9ca3-e2664b0ac197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.617081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-72d6c8f9-8862-459a-b79c-c910d4f7826f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:20.643709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63e3ce-9862-4900-9ca3-e2664b0ac197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48745468-2111-4588-ae03-b1d78fe20452,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:20.646341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0b63e3ce-9862-4900-9ca3-e2664b0ac197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.652945 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0b63e3ce-9862-4900-9ca3-e2664b0ac197 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48745468-2111-4588-ae03-b1d78fe20452 HTTP/1.1" status: 204 len: 168 time: 0.3338003 Jan 21 20:00:20.654650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0b63e3ce-9862-4900-9ca3-e2664b0ac197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:20.768297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9245db3-77e6-46fd-a8c0-ad5251c08e76 req-48c1c3fd-7bea-4576-93e9-573c3ab2faa4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:20.772945 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c9245db3-77e6-46fd-a8c0-ad5251c08e76 req-48c1c3fd-7bea-4576-93e9-573c3ab2faa4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.4297757 Jan 21 20:00:20.935234 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c9245db3-77e6-46fd-a8c0-ad5251c08e76 req-f0fc131b-5fbb-4b69-ab85-324a3c9d2b9f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435132 Jan 21 20:00:21.096329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-fba82969-b534-49f0-8d93-605a8eea3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:21.098004 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-fba82969-b534-49f0-8d93-605a8eea3005 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.6457922 Jan 21 20:00:21.241849 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-46444aef-7139-4e0f-85c3-9d334a113101 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 217 time: 0.1315205 Jan 21 20:00:21.354526 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0a0a4-448c-4f94-ac78-50b8f971a648 req-755194ac-7b45-4571-92db-601897075c35 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:21.363000 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b9f0a0a4-448c-4f94-ac78-50b8f971a648 req-755194ac-7b45-4571-92db-601897075c35 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.4592738 Jan 21 20:00:21.610218 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b9f0a0a4-448c-4f94-ac78-50b8f971a648 req-fa2acab4-400a-418b-affa-f05a51249734 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458630 Jan 21 20:00:21.634616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-6cf0686b-6a2b-449f-830d-74a303e15598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:21.637451 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-6cf0686b-6a2b-449f-830d-74a303e15598 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.3863664 Jan 21 20:00:21.799702 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-14c10dc9-bb66-467c-83b4-45767881f790 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318758 Jan 21 20:00:21.849827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39386) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:21.850557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e6fb-4f19-4d25-9a11-03a49e7e0159 req-4650094b-1b1c-4bf6-bb92-1eb037b28e59 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:21.863945 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a840e6fb-4f19-4d25-9a11-03a49e7e0159 req-4650094b-1b1c-4bf6-bb92-1eb037b28e59 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.4345620 Jan 21 20:00:22.168999 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a840e6fb-4f19-4d25-9a11-03a49e7e0159 req-a726ec1e-ab4f-415f-b320-5d10369611f9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488902 Jan 21 20:00:22.353318 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-6f9469b5-3189-402e-8ea3-0fbd63c34f69 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879692 Jan 21 20:00:22.513613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85335e5-8c97-40ae-a32b-1a032c7b7fce req-462278fc-0d08-4220-8943-80f504d19839 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:22.515402 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a85335e5-8c97-40ae-a32b-1a032c7b7fce req-462278fc-0d08-4220-8943-80f504d19839 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.3388877 Jan 21 20:00:22.595130 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a85335e5-8c97-40ae-a32b-1a032c7b7fce req-4df552cd-44f7-4d45-9fb3-e0c3c75fadd4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714924 Jan 21 20:00:22.595428 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:22.630085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:22.638853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Usage tracker for resource:security_group_rule and tenant:f8123336d538462b94cea9b979b05e5e is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:22.645178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:22.655960 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0381c422-16e2-4f57-b95c-9fe71285f012 req-4fab8c68-636b-4b66-8a40-d43b58b024a7 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2927117 Jan 21 20:00:22.658458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:22.897492 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:22.904851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:22.922968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-02f2a2d3-0934-46a9-9465-68408049e85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:23.045027 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d85ac2-6324-4978-82e8-e510f159d43f,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:23.071453 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:23.077318 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f8123336d538462b94cea9b979b05e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2258224 Jan 21 20:00:23.082105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39418) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:23.176640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35efc0-1a51-4e95-8afd-cec038b95a8b req-d03b2670-aa1d-45bf-abfb-746a13720d4a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:23.178890 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ad35efc0-1a51-4e95-8afd-cec038b95a8b req-d03b2670-aa1d-45bf-abfb-746a13720d4a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1817114 Jan 21 20:00:23.190506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c80728e4-0279-43ab-a902-4d451f5148ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:23.268339 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ad35efc0-1a51-4e95-8afd-cec038b95a8b req-84b2e6ab-da29-48f2-a8ac-c1d8ea775963 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757344 Jan 21 20:00:23.277484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c80728e4-0279-43ab-a902-4d451f5148ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:23.430667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c80728e4-0279-43ab-a902-4d451f5148ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:23.448273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-757cbd2a-d21f-44d0-a7a3-35a3f9db9f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:23.483602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80728e4-0279-43ab-a902-4d451f5148ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d85ac2-6324-4978-82e8-e510f159d43f,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:23.488151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c80728e4-0279-43ab-a902-4d451f5148ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:23.492876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c80728e4-0279-43ab-a902-4d451f5148ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:23.496942 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c80728e4-0279-43ab-a902-4d451f5148ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9d85ac2-6324-4978-82e8-e510f159d43f HTTP/1.1" status: 204 len: 168 time: 0.4104791 Jan 21 20:00:24.088598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae766478-4902-4268-8bc2-d2a4fed2eb68 req-96d06261-259d-440b-ae54-98528c231b98 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:24.103328 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ae766478-4902-4268-8bc2-d2a4fed2eb68 req-96d06261-259d-440b-ae54-98528c231b98 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.6759830 Jan 21 20:00:24.331626 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ae766478-4902-4268-8bc2-d2a4fed2eb68 req-ad6eda07-ef7b-404b-a74a-88b3eb645bd0 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189326 Jan 21 20:00:24.443653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebba7ec-7f17-4646-8207-4103f06a6f0d req-28cae9c8-9e11-4377-b0c6-d3003fc88aab tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:24.460748 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3ebba7ec-7f17-4646-8207-4103f06a6f0d req-28cae9c8-9e11-4377-b0c6-d3003fc88aab tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.3238566 Jan 21 20:00:24.580048 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3ebba7ec-7f17-4646-8207-4103f06a6f0d req-f7362e87-9c00-410d-b6aa-a04f205947da tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139476 Jan 21 20:00:24.785148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc3e0a-97f4-436f-8176-54054d5d9da6 req-302b4a1c-4b28-4871-be79-3ce09a086133 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:24.788453 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-02bc3e0a-97f4-436f-8176-54054d5d9da6 req-302b4a1c-4b28-4871-be79-3ce09a086133 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1836286 Jan 21 20:00:24.903282 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-02bc3e0a-97f4-436f-8176-54054d5d9da6 req-7863fed1-5b1c-4776-9ec5-bfff7484d72b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959430 Jan 21 20:00:25.771018 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-f2a0b903-0a78-434a-8d32-def9bf75e6e2 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/networks?tenant_id=fa10e6ff01e844fb988d86ead2ea42ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651252 Jan 21 20:00:25.949044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39494) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:25.973702 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e2699-8d39-4470-a4e2-44d8b939b607 req-5d0d4409-6424-40f5-bf1d-6388b5df1aa3 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:25.982526 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-886e2699-8d39-4470-a4e2-44d8b939b607 req-5d0d4409-6424-40f5-bf1d-6388b5df1aa3 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.3793693 Jan 21 20:00:26.109440 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-886e2699-8d39-4470-a4e2-44d8b939b607 req-c6e114c8-9ffa-4e45-a73f-b0d28372d112 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227906 Jan 21 20:00:26.155742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-e316f0d8-cc79-4f8e-a872-808f0bc672d6 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:26.158716 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-e316f0d8-cc79-4f8e-a872-808f0bc672d6 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774400 Jan 21 20:00:26.188387 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-4c69f5b9-f83e-4af6-ab7b-1dcf0cd622e0 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/quotas/fa10e6ff01e844fb988d86ead2ea42ed HTTP/1.1" status: 200 len: 375 time: 0.0200112 Jan 21 20:00:26.225711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:26.249126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:26.254124 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-b3e0c6aa-0110-4bca-a984-df09671f21d3 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa10e6ff01e844fb988d86ead2ea42ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583451 Jan 21 20:00:26.256198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:13c921e160764c53953dbf4174e37e84 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:26.262221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:26.270833 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:26.401757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:26.406577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:26.433424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-544ef577-f3e8-42ea-b9b5-efa0abe86edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:26.478481 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13c921e160764c53953dbf4174e37e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236428 Jan 21 20:00:26.482072 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 39502) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:26.494181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cda2d3-863d-4a30-8a46-4dead535288b,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:26.519757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:26.657066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694fb42-5ad6-42ea-878a-eec602a76e55 req-d1ae4018-a851-4bcd-9fc7-ecb3d5be62c8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:26.661105 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d694fb42-5ad6-42ea-878a-eec602a76e55 req-d1ae4018-a851-4bcd-9fc7-ecb3d5be62c8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2968078 Jan 21 20:00:26.742975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e6447930-b745-4bc2-a8f2-032f254d105c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:26.855531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e6447930-b745-4bc2-a8f2-032f254d105c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:27.123870 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d694fb42-5ad6-42ea-878a-eec602a76e55 req-ddeac197-3697-452c-93ef-f9366d9c196b tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473615 Jan 21 20:00:27.273691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bbbb0-238e-4091-8926-73ede27a20ee req-8ad693ab-236f-4759-9321-9ddb2197ce0f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:27.277229 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d87bbbb0-238e-4091-8926-73ede27a20ee req-8ad693ab-236f-4759-9321-9ddb2197ce0f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.4633048 Jan 21 20:00:27.279682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e6447930-b745-4bc2-a8f2-032f254d105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:27.332983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9c2957f3-bae6-45ff-be0b-e1d8d8560ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:27.403849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6447930-b745-4bc2-a8f2-032f254d105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cda2d3-863d-4a30-8a46-4dead535288b,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:27.437172 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-97205bc8-2975-44b5-b941-d77202266e36 req-6c5400a3-a66a-4599-93be-693aebfe7f59 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 210 time: 0.1257896 Jan 21 20:00:27.464155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e6447930-b745-4bc2-a8f2-032f254d105c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:27.486782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e6447930-b745-4bc2-a8f2-032f254d105c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:27.488577 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e6447930-b745-4bc2-a8f2-032f254d105c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22cda2d3-863d-4a30-8a46-4dead535288b HTTP/1.1" status: 204 len: 168 time: 1.0018799 Jan 21 20:00:27.521310 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d87bbbb0-238e-4091-8926-73ede27a20ee req-2c07b2cf-5785-47ae-907f-fccdb400b44f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058053 Jan 21 20:00:27.597839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39530) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:27.902760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa5138-c351-4422-8c51-b1792556e0bc req-c16e31db-8ed9-4c1c-a3a5-3d5438d5dbe9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:27.905498 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-abfa5138-c351-4422-8c51-b1792556e0bc req-c16e31db-8ed9-4c1c-a3a5-3d5438d5dbe9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.2050340 Jan 21 20:00:27.987824 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-abfa5138-c351-4422-8c51-b1792556e0bc req-b7666454-8fe0-49a6-b616-56eee2293728 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686634 Jan 21 20:00:28.159586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:28.197314 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:28.203191 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Usage tracker for resource:security_group_rule and tenant:6a506ef86e6a46fb9775af9fbb97e0ab is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:28.208669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:28.217181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:28.485652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:28.493237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:28.500952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1c9fb-bab0-447f-9d10-658176553fe7 req-0d8eb9ae-2ab5-4e56-a564-519cdd039bed tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:28.502988 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-adc1c9fb-bab0-447f-9d10-658176553fe7 req-0d8eb9ae-2ab5-4e56-a564-519cdd039bed tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1709716 Jan 21 20:00:28.518096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c80728e4-0279-43ab-a902-4d451f5148ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:28.590218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad204878-b140-4236-a095-cfa1b17b36bf,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:28.612676 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-adc1c9fb-bab0-447f-9d10-658176553fe7 req-1b3ea3fa-96d0-4b88-84a4-d5b42f0bd599 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 Jan 21 20:00:28.618091 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:28.676181 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a506ef86e6a46fb9775af9fbb97e0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0764022 Jan 21 20:00:28.681122 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 39554) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:28.937661 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7b1896ef-6134-4e9c-82f8-b6ec7d934c97 req-e76eeb96-e22b-4ba3-b448-687bbc70457b tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 210 time: 0.1644716 Jan 21 20:00:29.023101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c5bff21-c9ac-46b6-8b54-ddb38d0e2b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.110486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c5bff21-c9ac-46b6-8b54-ddb38d0e2b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.232076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215e997-abec-4cfc-b0bc-3819219519f9 req-5a2e071b-2adc-43b9-900f-f503d25db319 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:29.233937 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1215e997-abec-4cfc-b0bc-3819219519f9 req-5a2e071b-2adc-43b9-900f-f503d25db319 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.3751621 Jan 21 20:00:29.237191 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c5bff21-c9ac-46b6-8b54-ddb38d0e2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.247679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4882654d-30c1-4b6f-87a6-5e85c7257456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:29.348231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bff21-c9ac-46b6-8b54-ddb38d0e2b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad204878-b140-4236-a095-cfa1b17b36bf,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:29.392336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39566) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:29.442633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c5bff21-c9ac-46b6-8b54-ddb38d0e2b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:29.448302 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-b6d10f1e-3ca6-4f6a-be06-914c2e1800b7 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.38 "GET /v2.0/networks?tenant_id=fa10e6ff01e844fb988d86ead2ea42ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973835 Jan 21 20:00:29.512173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c5bff21-c9ac-46b6-8b54-ddb38d0e2b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.514339 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4c5bff21-c9ac-46b6-8b54-ddb38d0e2b9f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad204878-b140-4236-a095-cfa1b17b36bf HTTP/1.1" status: 204 len: 168 time: 0.8312407 Jan 21 20:00:29.620629 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1414408193-network', 'tenant_id': 'a1774556dd47465596c0d2b0628889c9'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:29.643585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:29.658583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Usage tracker for resource:network and tenant:a1774556dd47465596c0d2b0628889c9 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:29.673985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:29.686237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:29.712903 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Made reservation on behalf of a1774556dd47465596c0d2b0628889c9 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:00:29.718614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.765189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.821096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:29.837414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Usage tracker for resource:security_group_rule and tenant:a1774556dd47465596c0d2b0628889c9 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:29.848045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:29.851320 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1215e997-abec-4cfc-b0bc-3819219519f9 req-435277c1-8e4f-42ab-ba34-7bda2951c8ca tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6065061 Jan 21 20:00:29.867335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:29.917742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-13207a43-e526-426d-8a00-c31b8bf917ee tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:29.920156 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-13207a43-e526-426d-8a00-c31b8bf917ee tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4632375 Jan 21 20:00:30.014925 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5c711-6a64-4f97-bda3-83aedd33401c req-60d6d56a-18d1-4f17-b728-e2b0299731d2 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:30.032926 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8cc5c711-6a64-4f97-bda3-83aedd33401c req-60d6d56a-18d1-4f17-b728-e2b0299731d2 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.7968557 Jan 21 20:00:30.106899 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Request body: {'port': {'device_id': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea', 'admin_state_up': True, 'tenant_id': 'fa10e6ff01e844fb988d86ead2ea42ed'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:30.176840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.185749 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.210069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a14cfd17-2eb9-4279-8754-ed0904a89e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:30.236534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:00:30.289775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.290288 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Added segment 10c7217b-70f5-426d-8927-526eddc33446 of type vxlan for network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe Jan 21 20:00:30.296779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11dd3ab-8667-42b7-a8cd-70dbcec59b00,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:30.301313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:30.332842 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.382515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.384424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:30.385080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.392443 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:30.413771 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8cc5c711-6a64-4f97-bda3-83aedd33401c req-d3243928-a832-4f8e-90f2-dfe2444196e1 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3791633 Jan 21 20:00:30.540042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Pushing event updated for resources: {'Network': ['ID=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:30.561627 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:30.565033 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1710136 Jan 21 20:00:30.569703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39584) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:30.571651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:00:30.583342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Request body: {'subnet': {'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1414408193-subnet', 'tenant_id': 'a1774556dd47465596c0d2b0628889c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:30.594114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:30.599661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Usage tracker for resource:subnet and tenant:a1774556dd47465596c0d2b0628889c9 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:30.604331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:30.614257 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:30.635364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Made reservation on behalf of a1774556dd47465596c0d2b0628889c9 for: {'subnet': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:00:30.643720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.645219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7db03-52de-4cbd-8755-9f95b21105e6 req-89ab2146-73f9-4b14-a030-2926d656fb44 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:30.648367 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49b7db03-52de-4cbd-8755-9f95b21105e6 req-89ab2146-73f9-4b14-a030-2926d656fb44 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.4837818 Jan 21 20:00:30.664056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:30.749679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:00:30.800510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Usage tracker for resource:port and tenant:fa10e6ff01e844fb988d86ead2ea42ed is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:30.825807 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b068f82-b4aa-4b23-b421-9643da36f186 req-0ec5454c-2ed6-42b2-8bbf-34a9c3042b8f tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 210 time: 0.1755531 Jan 21 20:00:30.828989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Quota usage for port was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:30.849780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:30.902832 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49b7db03-52de-4cbd-8755-9f95b21105e6 req-b179d243-cd74-4fdc-ba6d-2c12ca753fff tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160047 Jan 21 20:00:30.929665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Made reservation on behalf of fa10e6ff01e844fb988d86ead2ea42ed for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:00:30.970291 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.985755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:31.020039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:31.025817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Usage tracker for resource:security_group_rule and tenant:fa10e6ff01e844fb988d86ead2ea42ed is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:31.029835 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:31.036857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:31.185646 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:31.228336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:31.244053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4e6a2171-1f15-4a9c-a692-872b281dcad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:31.380739 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Pushing event updated for resources: {'SecurityGroup': ['ID=758f04fc-f5ec-49bc-8461-c41c3bffa1e1,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:31.390600 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:31.433989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:31.455551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-18f5544d-3019-4a76-851e-98cc4cb50439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:31.546279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623fbfc-3da2-41da-b425-f473dfdf1828 req-eaaa52a7-8209-42ed-8c3e-fee549433e25 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:31.548019 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e623fbfc-3da2-41da-b425-f473dfdf1828 req-eaaa52a7-8209-42ed-8c3e-fee549433e25 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.3601611 Jan 21 20:00:31.640558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94d1389-4110-491f-a36a-f9a22183b008,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:31.645705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:31.756733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Checking segment: {'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:00:31.757346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Network hostable DHCP agents. Network: 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:00:31.811530 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e623fbfc-3da2-41da-b425-f473dfdf1828 req-8a30971b-6cb8-4f33-bd52-9a423ba179d1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302339 Jan 21 20:00:31.830937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:00:31.845992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe) {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:00:31.854295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:31.855350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:31.870996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c6f3c-ae8c-4335-bbc0-7deb16d1909d None None] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:00:31.882985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Allocated IP 192.168.233.181 (9edd11c1-fee7-4186-b45f-4491cf7e98ea/444a827a-e152-4040-8b2f-d2710cd5f898/2e112380-39af-4a4c-a4b1-1a3a54ceb77d) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:00:31.900037 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3205976 Jan 21 20:00:31.923252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 4591281d-bb9c-4c15-a1e2-175e228071c6 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:31.959918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faa747-09e1-432a-8c25-82123c14f779 req-a82a821a-5351-4b44-a777-86b266eefbe8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:31.963969 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-60faa747-09e1-432a-8c25-82123c14f779 req-a82a821a-5351-4b44-a777-86b266eefbe8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.3385627 Jan 21 20:00:32.118693 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-60faa747-09e1-432a-8c25-82123c14f779 req-8b866b78-eeb7-45f2-9729-18d7aa5ffdfd tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181605 Jan 21 20:00:32.367450 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-227e5506-6572-4ebe-a220-86c8f7babb26 req-f8be4c7e-55b4-41d0-b34b-73bbee6843c8 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 210 time: 0.0600915 Jan 21 20:00:32.521179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4e49eb-8445-42e5-9b40-5ed741cec7cc None None] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:00:32.633854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:32.681391 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Transition to ACTIVE for port object 2e112380-39af-4a4c-a4b1-1a3a54ceb77d will not be triggered until provisioned by entity DHCP. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:32.743395 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348b707-8106-4ca3-ab92-a2dd50f84766 req-832afe34-e4ca-4236-ae00-75190594d080 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:32.746286 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c348b707-8106-4ca3-ab92-a2dd50f84766 req-832afe34-e4ca-4236-ae00-75190594d080 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2449131 Jan 21 20:00:32.774158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 4591281d-bb9c-4c15-a1e2-175e228071c6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:32.775014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:32.875452 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c348b707-8106-4ca3-ab92-a2dd50f84766 req-b809e482-c6ea-44b7-972f-a9fe213ea133 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152949 Jan 21 20:00:32.885200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:32.938323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc074708-e835-4700-9be1-60fda7885257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:33.691756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Pushing event updated for resources: {'Port': ['ID=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:33.748666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.749250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.749853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.750487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.751125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.751799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.752346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.752955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.753582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.754240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.754873 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.755532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.756346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.757015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.757684 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.758513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.759185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.759804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.760850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.761507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.762196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.762659 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.763054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.763444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:33.776956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:33.829366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Network 9edd11c1-fee7-4186-b45f-4491cf7e98ea is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:00:33.832712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:00:33.863757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de36252-b35b-4771-bd08-d54159ce8ce1 req-99c22538-5dd5-4c17-b358-3b35a4c5caa9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:33.865609 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1de36252-b35b-4771-bd08-d54159ce8ce1 req-99c22538-5dd5-4c17-b358-3b35a4c5caa9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.5266340 Jan 21 20:00:33.867769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:00:33.935610 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eef19a-5627-4e52-b3c4-b8bfedf88fb5 req-feeed6b5-2405-4a37-9bf8-9449a9e55922 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:33.938325 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-98eef19a-5627-4e52-b3c4-b8bfedf88fb5 req-feeed6b5-2405-4a37-9bf8-9449a9e55922 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.5877504 Jan 21 20:00:34.065871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:34.066669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:34.068637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 55d799bb-7b99-4cd7-a404-aaaf986c8382 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:34.113856 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1de36252-b35b-4771-bd08-d54159ce8ce1 req-358b601c-8291-4d30-b780-0ed5a6cdf987 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070742 Jan 21 20:00:34.141396 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-98eef19a-5627-4e52-b3c4-b8bfedf88fb5 req-3ab147ff-552f-4474-94dc-4aeddf49934b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716750 Jan 21 20:00:34.162392 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1237690 Jan 21 20:00:34.186811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-10f04129-1a46-480b-b67d-05964ea7c495 None None] Provisioning for port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:34.190264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Request body: {'port': {'device_id': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:34.197624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-10f04129-1a46-480b-b67d-05964ea7c495 None None] Provisioning complete for port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:34.198676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-10f04129-1a46-480b-b67d-05964ea7c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:34.318638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-10f04129-1a46-480b-b67d-05964ea7c495 None None] Port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:00:34.338317 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 55d799bb-7b99-4cd7-a404-aaaf986c8382 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:34.339380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:34.544562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 4591281d-bb9c-4c15-a1e2-175e228071c6 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:34.567856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:34.665783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 4591281d-bb9c-4c15-a1e2-175e228071c6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:34.666240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:34.871348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0957fe-7ca6-4bd1-98f2-77f0e7077187 req-0aa64793-6215-41f4-acad-87fb01e7bbd3 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:34.873277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0f0957fe-7ca6-4bd1-98f2-77f0e7077187 req-0aa64793-6215-41f4-acad-87fb01e7bbd3 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Synchronizing usage tracker for tenant:fa10e6ff01e844fb988d86ead2ea42ed on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:34.932711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3bcf5-f2f7-45ff-b989-a5ece1b1a2b2 req-53b91520-5fff-4fb2-8b78-672e0b5bb201 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:34.938086 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-35c3bcf5-f2f7-45ff-b989-a5ece1b1a2b2 req-53b91520-5fff-4fb2-8b78-672e0b5bb201 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.4668620 Jan 21 20:00:35.014965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0f0957fe-7ca6-4bd1-98f2-77f0e7077187 req-0aa64793-6215-41f4-acad-87fb01e7bbd3 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Unset dirty status for tenant:fa10e6ff01e844fb988d86ead2ea42ed on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:35.016458 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0f0957fe-7ca6-4bd1-98f2-77f0e7077187 req-0aa64793-6215-41f4-acad-87fb01e7bbd3 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 936 time: 0.6391811 Jan 21 20:00:35.168269 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-35c3bcf5-f2f7-45ff-b989-a5ece1b1a2b2 req-76ea458c-bb34-4b41-a9d4-fd3026f7eaab tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184610 Jan 21 20:00:35.218997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0f0957fe-7ca6-4bd1-98f2-77f0e7077187 req-ba205032-910e-41b8-8939-04474be3656e tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Synchronizing usage tracker for tenant:fa10e6ff01e844fb988d86ead2ea42ed on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:35.353447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0f0957fe-7ca6-4bd1-98f2-77f0e7077187 req-ba205032-910e-41b8-8939-04474be3656e tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Unset dirty status for tenant:fa10e6ff01e844fb988d86ead2ea42ed on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:35.355416 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0f0957fe-7ca6-4bd1-98f2-77f0e7077187 req-ba205032-910e-41b8-8939-04474be3656e tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771912 Jan 21 20:00:35.762977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 55d799bb-7b99-4cd7-a404-aaaf986c8382 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:35.849250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22d785-ec20-4758-b37c-223a71158a56 req-b163daa2-5b79-490d-b934-8254705f86e5 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:35.851024 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-b163daa2-5b79-490d-b934-8254705f86e5 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/networks?id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe HTTP/1.1" status: 200 len: 814 time: 0.4538114 Jan 21 20:00:35.864424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e112380-39af-4a4c-a4b1-1a3a54ceb77d {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:00:35.888787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:35.909049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 55d799bb-7b99-4cd7-a404-aaaf986c8382 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:35.910744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:35.921600 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-ab39000d-9a63-46cc-894b-92cba2dcbcd9 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/quotas/a1774556dd47465596c0d2b0628889c9 HTTP/1.1" status: 200 len: 375 time: 0.0511622 Jan 21 20:00:35.941840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Transition to ACTIVE for port object 2e112380-39af-4a4c-a4b1-1a3a54ceb77d will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:36.021533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:36.052347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ce661-0263-48d0-b909-eb313fdf4750 req-e6f35626-a08e-49ae-97d3-8e26b86eec13 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:36.055818 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e81ce661-0263-48d0-b909-eb313fdf4750 req-e6f35626-a08e-49ae-97d3-8e26b86eec13 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.4633389 Jan 21 20:00:36.095935 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-95a059b3-af08-43e5-8f67-de8ae69cefec tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?tenant_id=a1774556dd47465596c0d2b0628889c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1633847 Jan 21 20:00:36.105495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:36.500725 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e81ce661-0263-48d0-b909-eb313fdf4750 req-3e78958b-2227-4bb3-9f5d-bad6e4d94e51 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970933 Jan 21 20:00:36.518020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:36.536524 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:36.591624 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-275bab73-d9f3-4b7f-9680-b9fa7bce5418 service neutron] 10.222.0.76 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175410 Jan 21 20:00:37.112338 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-c7f5d1f2-b1bb-45e1-9886-8c9b483e2a06 service neutron] 10.222.0.76 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5119350 Jan 21 20:00:37.122344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Attempting to bind port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:00:37.122746 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Attempting to bind port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:00:37.123149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Attempting to bind port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d on network 9edd11c1-fee7-4186-b45f-4491cf7e98ea {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:00:37.142498 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:00:37.142998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Checking segment: {'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:00:37.143476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:37.143945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Bound using segment: {'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:00:37.144516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Bound port: 2e112380-39af-4a4c-a4b1-1a3a54ceb77d, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba93add-655d-4672-91d4-531c19f933f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9edd11c1-fee7-4186-b45f-4491cf7e98ea'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:00:37.144971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:37.266687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e164edd-855b-4fe7-9538-0d71d1508354 req-1497c047-a453-463f-a818-4178f117b9cb tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:37.268655 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3e164edd-855b-4fe7-9538-0d71d1508354 req-1497c047-a453-463f-a818-4178f117b9cb tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.4136689 Jan 21 20:00:37.425018 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3e164edd-855b-4fe7-9538-0d71d1508354 req-ad8bb102-4ca4-4185-95cf-f3760f473343 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427665 Jan 21 20:00:37.448932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] For port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:00:37.455679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] For port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,segment=NetworkSegment(9ba93add-655d-4672-91d4-531c19f933f1),segment_id=9ba93add-655d-4672-91d4-531c19f933f1)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:00:37.464203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:37.879077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:38.450322 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:38.464267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:38.553429 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2f56-de2a-4271-9fcc-5c4947d79b32 req-8dca8a8f-1d5e-4b3e-991b-a1e0fa6c4be0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:38.556913 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e01a2f56-de2a-4271-9fcc-5c4947d79b32 req-8dca8a8f-1d5e-4b3e-991b-a1e0fa6c4be0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.6810157 Jan 21 20:00:38.612136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413e84c-af04-4e79-9f42-c29d89f2e4c6 req-f72178c9-ddda-4739-9b4d-30532726ef89 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:38.615244 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9413e84c-af04-4e79-9f42-c29d89f2e4c6 req-f72178c9-ddda-4739-9b4d-30532726ef89 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 948 time: 0.7372181 Jan 21 20:00:38.649520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:38.651127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:38.654181 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] 10.222.0.38 "PUT /v2.0/ports/2e112380-39af-4a4c-a4b1-1a3a54ceb77d HTTP/1.1" status: 200 len: 1162 time: 4.4753144 Jan 21 20:00:38.655161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'tag': '2e112380-39af-4a4c-a4b1-1a3a54ceb77d'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:38.862762 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9413e84c-af04-4e79-9f42-c29d89f2e4c6 req-dd102e03-8169-4ca1-be76-9da3e1336021 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980329 Jan 21 20:00:38.876688 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e01a2f56-de2a-4271-9fcc-5c4947d79b32 req-fcb7b9c6-7c57-401c-a438-2d33c788a806 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598944 Jan 21 20:00:38.928194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-23ed49f3-b864-4fd0-8b7b-782b90f66137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:38.930544 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-23ed49f3-b864-4fd0-8b7b-782b90f66137 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa10e6ff01e844fb988d86ead2ea42ed&device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 1165 time: 0.1852703 Jan 21 20:00:39.068516 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-4284abfb-412f-4017-b6ee-585e21750746 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=2e112380-39af-4a4c-a4b1-1a3a54ceb77d HTTP/1.1" status: 200 len: 217 time: 0.1002207 Jan 21 20:00:39.387316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-79cd9632-1e50-40ec-b772-c4802e186453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:39.390342 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-79cd9632-1e50-40ec-b772-c4802e186453 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=444a827a-e152-4040-8b2f-d2710cd5f898 HTTP/1.1" status: 200 len: 843 time: 0.3161793 Jan 21 20:00:39.507092 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e7a03340-3422-41ce-a2e2-d00989f01b18 req-eff9aff1-cb0c-435c-9932-9226bc4e8be3 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 210 time: 0.3511875 Jan 21 20:00:39.698169 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'tag': '2e112380-39af-4a4c-a4b1-1a3a54ceb77d', 'status': 'completed', 'code': 200} Jan 21 20:00:39.832083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22d785-ec20-4758-b37c-223a71158a56 req-96a961c8-9fc9-483c-9bc4-f5a0c5e8ca30 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:39.835754 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-96a961c8-9fc9-483c-9bc4-f5a0c5e8ca30 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.38 "GET /v2.0/networks?id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe HTTP/1.1" status: 200 len: 814 time: 0.7083530 Jan 21 20:00:39.854759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1b1c5858-f456-4064-8914-25a0f8853c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:39.856388 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-1b1c5858-f456-4064-8914-25a0f8853c58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9edd11c1-fee7-4186-b45f-4491cf7e98ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4425347 Jan 21 20:00:39.865042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Request body: {'port': {'device_id': '6e21badd-0b79-418b-8abe-35d6083ce659', 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe', 'admin_state_up': True, 'tenant_id': 'a1774556dd47465596c0d2b0628889c9'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:39.907775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d180f6d-c4ff-4e2f-8ad6-2d990c228d33 req-23f99cb1-7861-47fc-93ed-94e965673b8d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:39.909095 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d180f6d-c4ff-4e2f-8ad6-2d990c228d33 req-23f99cb1-7861-47fc-93ed-94e965673b8d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.3818405 Jan 21 20:00:39.973351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588283bc-1f0c-4565-a502-b31d5ade0b28 req-b9439c98-3bc3-404f-9853-4961a9888e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:39.975068 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-588283bc-1f0c-4565-a502-b31d5ade0b28 req-b9439c98-3bc3-404f-9853-4961a9888e99 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 0.2359555 Jan 21 20:00:40.003181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-a28841a4-7043-468c-a49a-e91969ac4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:40.005061 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-a28841a4-7043-468c-a49a-e91969ac4b08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 1162 time: 0.1893756 Jan 21 20:00:40.122774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-588283bc-1f0c-4565-a502-b31d5ade0b28 req-0918c30e-29ea-4379-a058-fb2545574bac service neutron] Synchronizing usage tracker for tenant:8f40562aa3e041ec95a6a109f859e641 on resource:security_group {{(pid=80129) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:40.174046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-588283bc-1f0c-4565-a502-b31d5ade0b28 req-0918c30e-29ea-4379-a058-fb2545574bac service neutron] Unset dirty status for tenant:8f40562aa3e041ec95a6a109f859e641 on resource:security_group {{(pid=80129) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:40.175299 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-588283bc-1f0c-4565-a502-b31d5ade0b28 req-0918c30e-29ea-4379-a058-fb2545574bac service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881995 Jan 21 20:00:40.198661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-ed3ee052-e0b1-4b7c-bd3b-f73d33035bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:40.200271 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-ed3ee052-e0b1-4b7c-bd3b-f73d33035bfb service neutron] 10.222.0.38 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 905 time: 0.1878481 Jan 21 20:00:40.274308 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d180f6d-c4ff-4e2f-8ad6-2d990c228d33 req-a517f507-03dd-4d74-8e02-bbddb269d3f3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656937 Jan 21 20:00:40.364179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:40.370097 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-9637d1fb-7eb4-4705-bbb1-52355765f977 service neutron] 10.222.0.38 "GET /v2.0/networks/9edd11c1-fee7-4186-b45f-4491cf7e98ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525537 Jan 21 20:00:40.375034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Usage tracker for resource:port and tenant:a1774556dd47465596c0d2b0628889c9 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:40.377916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Quota usage for port was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:40.387695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:40.436007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40275b07-8f9e-4217-9ad3-c500c75fef1a req-633bb1cf-d1b0-46fb-99c7-f036e9b8d7e4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:40.439425 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-40275b07-8f9e-4217-9ad3-c500c75fef1a req-633bb1cf-d1b0-46fb-99c7-f036e9b8d7e4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.5228620 Jan 21 20:00:40.619066 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-ca8e0a86-8f80-4ac2-b849-a529be077929 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4591281d-bb9c-4c15-a1e2-175e228071c6 HTTP/1.1" status: 200 len: 1001 time: 0.1407037 Jan 21 20:00:40.659911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Made reservation on behalf of a1774556dd47465596c0d2b0628889c9 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:00:40.682708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:40.738903 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-e9395449-830f-4347-a37b-d6a001d49ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:40.741912 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-e9395449-830f-4347-a37b-d6a001d49ca0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 200 len: 850 time: 0.1150827 Jan 21 20:00:40.804863 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-40275b07-8f9e-4217-9ad3-c500c75fef1a req-91e77e25-4fb4-456d-b623-85e0b3a0440c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526762 Jan 21 20:00:40.926187 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-e10da629-82a5-454e-af3f-35f68c48037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:40.929737 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-e10da629-82a5-454e-af3f-35f68c48037b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1787295 Jan 21 20:00:41.120351 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8127dcbb-f9fc-4268-8de5-d0983fcefc4f req-83e0f119-25bd-4ed6-a94a-aea69eec0dc1 service neutron] 10.222.0.38 "GET /v2.0/networks/9edd11c1-fee7-4186-b45f-4491cf7e98ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6099496 Jan 21 20:00:41.154101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dd350-aa26-43a8-9e5b-a0bad3ecb3f0 req-0cf0bcbf-c68e-4308-b529-4fbfd08fb8f4 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:41.155850 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f8dd350-aa26-43a8-9e5b-a0bad3ecb3f0 req-0cf0bcbf-c68e-4308-b529-4fbfd08fb8f4 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 948 time: 0.7138307 Jan 21 20:00:41.204408 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-eeebcaf5-d6ca-403b-bc2b-7a543a1445d2 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644880 Jan 21 20:00:41.464137 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d02e3449-05ea-40d2-9cd3-0de1e36ac0a8 req-51ffa8cf-e503-4c6e-a162-cafd89d2e02f service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2065473 Jan 21 20:00:41.768958 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f8dd350-aa26-43a8-9e5b-a0bad3ecb3f0 req-3d725c94-2c71-4ca1-aef1-10eaa2dfbd1f tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986538 Jan 21 20:00:41.908175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eaafb-23de-4a93-8474-773f54164756 req-0da67bac-05a5-441f-ad1a-f0190a063228 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:41.909935 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-528eaafb-23de-4a93-8474-773f54164756 req-0da67bac-05a5-441f-ad1a-f0190a063228 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.8563540 Jan 21 20:00:41.972399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Allocated IP 172.20.0.7 (1af4a41d-4888-4bbe-aa17-e9ac122e5bfe/c94d1389-4110-491f-a36a-f9a22183b008/70731a57-b857-4e5d-8539-4f16c9450a63) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:00:41.987046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-1eabb9f7-6e7f-4627-874e-f1604358b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:41.989030 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-1eabb9f7-6e7f-4627-874e-f1604358b7e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa10e6ff01e844fb988d86ead2ea42ed&device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 1165 time: 0.4545121 Jan 21 20:00:42.104928 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d46cd91f-acea-49dd-be1f-08ba08ccbb77 req-637a2420-c3bd-42fc-b573-6bcca239c514 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 210 time: 0.1109784 Jan 21 20:00:42.263934 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-528eaafb-23de-4a93-8474-773f54164756 req-83142829-f061-440a-87d4-48f41a1ecdb0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276677 Jan 21 20:00:42.443139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-6e0fa5cf-f4e3-44f2-9929-3945c3db56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:42.446267 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-6e0fa5cf-f4e3-44f2-9929-3945c3db56c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9edd11c1-fee7-4186-b45f-4491cf7e98ea HTTP/1.1" status: 200 len: 863 time: 0.3999548 Jan 21 20:00:42.509917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:42.732018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39750) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:42.814398 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-f4ad9779-1b65-4ae2-ba20-840ac28ae67f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=2e112380-39af-4a4c-a4b1-1a3a54ceb77d HTTP/1.1" status: 200 len: 217 time: 0.3597748 Jan 21 20:00:43.002531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-8ea57706-7d56-491e-9131-08566c685016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:43.004193 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-8ea57706-7d56-491e-9131-08566c685016 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=444a827a-e152-4040-8b2f-d2710cd5f898 HTTP/1.1" status: 200 len: 843 time: 0.1701016 Jan 21 20:00:43.029758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24566-fa1d-4d3f-9167-3cff7a194fa9 req-876f9b13-1f17-4b7e-8736-d18f7af321ee tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:43.031584 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-59a24566-fa1d-4d3f-9167-3cff7a194fa9 req-876f9b13-1f17-4b7e-8736-d18f7af321ee tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.7176340 Jan 21 20:00:43.037556 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.063112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:43.067532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Usage tracker for resource:security_group_rule and tenant:941aa907b3d4451f8613d185568fc440 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:43.071600 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:43.082294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:43.156123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.209947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.215533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.231628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c5b5cbb0-2be8-4311-a6bc-161a65e342d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:43.260120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ffe37-a9cf-431d-a821-8e31b4f1b998 req-b84bce7d-2d9d-49cb-8651-f799c0ec9315 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:43.265617 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-092ffe37-a9cf-431d-a821-8e31b4f1b998 req-b84bce7d-2d9d-49cb-8651-f799c0ec9315 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.6712554 Jan 21 20:00:43.284480 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=941aa907b3d4451f8613d185568fc440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495112 Jan 21 20:00:43.287817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 39772) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:43.299766 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-59a24566-fa1d-4d3f-9167-3cff7a194fa9 req-a968fc3c-dfd9-4ca5-b124-bc85a6dbdb7e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485123 Jan 21 20:00:43.375421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff87ec8-4efa-4b24-b217-dd3b94d96018,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:43.393575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.394005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.394715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.395373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.396019 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.396677 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.397708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.398448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.399373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.400048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.400711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.401372 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.402245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.402918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.403586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.404248 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.404904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.405566 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.406263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.406887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.407493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.408284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.408924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.409696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:43.420214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:43.458410 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-092ffe37-a9cf-431d-a821-8e31b4f1b998 req-37af11d3-cdfe-412c-ac75-2f07f3f4a103 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743627 Jan 21 20:00:43.469578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-92b9481f-3d17-41cd-9aa0-6b1cb21f9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:43.471495 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-92b9481f-3d17-41cd-9aa0-6b1cb21f9c9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9edd11c1-fee7-4186-b45f-4491cf7e98ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4389036 Jan 21 20:00:43.473388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.483260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-70e7c146-59ab-4b22-9f01-4d2a8b9c104d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.496161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:43.538108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-70e7c146-59ab-4b22-9f01-4d2a8b9c104d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.715829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-70e7c146-59ab-4b22-9f01-4d2a8b9c104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.735669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7d33291-20f2-4c71-9236-49d61d3d4c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:43.770880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-70e7c146-59ab-4b22-9f01-4d2a8b9c104d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.775811 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-70e7c146-59ab-4b22-9f01-4d2a8b9c104d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ff87ec8-4efa-4b24-b217-dd3b94d96018 HTTP/1.1" status: 204 len: 168 time: 0.4862328 Jan 21 20:00:43.781238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7c146-59ab-4b22-9f01-4d2a8b9c104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff87ec8-4efa-4b24-b217-dd3b94d96018,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:43.796458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-70e7c146-59ab-4b22-9f01-4d2a8b9c104d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:44.038806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Pushing event updated for resources: {'Port': ['ID=70731a57-b857-4e5d-8539-4f16c9450a63,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:44.122830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 9edd11c1-fee7-4186-b45f-4491cf7e98ea details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:00:44.154175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:44.288390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:00:44.295650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:00:44.304896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:00:44.461502 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9047ad63-ff92-4e90-81e8-cc20ff902ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:44.519245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c34d37-daa3-4a71-8377-b3e70138defc req-a2852e7e-cc27-4c8b-8af7-00fb809c61fc tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:44.521144 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-28c34d37-daa3-4a71-8377-b3e70138defc req-a2852e7e-cc27-4c8b-8af7-00fb809c61fc tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 948 time: 0.5457447 Jan 21 20:00:44.527808 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-8ebec2e5-f0e2-437a-bacb-d1ee392379a6 service neutron] 10.222.0.38 "GET /v2.0/networks/9edd11c1-fee7-4186-b45f-4491cf7e98ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0355594 Jan 21 20:00:44.558102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600f592-ee4a-47eb-9880-13330bb4d193 req-bf687276-20c6-4652-a85e-6f714982b321 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:44.566426 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9600f592-ee4a-47eb-9880-13330bb4d193 req-bf687276-20c6-4652-a85e-6f714982b321 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 931 time: 0.5336776 Jan 21 20:00:44.596023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:44.596876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:44.747899 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-28c34d37-daa3-4a71-8377-b3e70138defc req-6dad1598-bc63-47f9-a146-d6aa890c5d01 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186508 Jan 21 20:00:44.783694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-74c3fe93-cc15-4bfb-94ef-b14978954a66 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:00:44.966641 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1066689 Jan 21 20:00:45.011956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Request body: {'port': {'device_id': '6e21badd-0b79-418b-8abe-35d6083ce659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:45.107250 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9600f592-ee4a-47eb-9880-13330bb4d193 req-b6581773-8935-4337-8833-02cabc0717d6 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392632 Jan 21 20:00:45.478709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 2e112380-39af-4a4c-a4b1-1a3a54ceb77d up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:45.662656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:45.675547 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:45.676606 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:45.886078 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-281a2d7d-6301-4ed9-98fb-466bf5324fb8 req-14c46ee8-17a5-4842-8732-16680f289a67 service neutron] 10.222.0.38 "GET /v2.0/networks/9edd11c1-fee7-4186-b45f-4491cf7e98ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2799888 Jan 21 20:00:45.887218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:46.081030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd9bb-148c-4bb3-81c5-39a8f31e0dd6 req-305a2930-4dad-414a-a160-cba550625a2a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:46.090114 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-77bcd9bb-148c-4bb3-81c5-39a8f31e0dd6 req-305a2930-4dad-414a-a160-cba550625a2a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 1.0095689 Jan 21 20:00:46.283348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:46.338278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,segment=NetworkSegment(9ba93add-655d-4672-91d4-531c19f933f1),segment_id=9ba93add-655d-4672-91d4-531c19f933f1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:46.341332 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e112380-39af-4a4c-a4b1-1a3a54ceb77d'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:46.349621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:46.358156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:46.366340 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-77bcd9bb-148c-4bb3-81c5-39a8f31e0dd6 req-fc4d439e-09ac-4175-a7d8-343fc36b1e44 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748361 Jan 21 20:00:46.396493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c8886-f258-4f29-8d78-b662567b0f2d req-8b50da84-a577-4383-996d-96bab68cbf0d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:46.420117 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8f4c8886-f258-4f29-8d78-b662567b0f2d req-8b50da84-a577-4383-996d-96bab68cbf0d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.7033653 Jan 21 20:00:46.469729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:46.481233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.489139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.489880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.490352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.490743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.491123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.491503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.491875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.492780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.493631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.494217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.494594 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.495052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.495418 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.495782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.496144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.496505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.496870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.497229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.497594 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.498164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.498577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.499052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.499503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:46.505232 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:46.598650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:00:46.655762 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8f4c8886-f258-4f29-8d78-b662567b0f2d req-e4de285a-226e-4df4-aa28-0387167776ae tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345159 Jan 21 20:00:46.734114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 2e112380-39af-4a4c-a4b1-1a3a54ceb77d up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:46.930612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3855f089-11db-4a50-abc8-51289e1ae204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:46.936723 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:46.937382 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.195543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.348096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3ed4-be33-49fd-b472-77ecfbc88921 req-aa1d40e0-554a-461b-ab1e-8aedb4d8b1b8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:47.349843 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bcdd3ed4-be33-49fd-b472-77ecfbc88921 req-aa1d40e0-554a-461b-ab1e-8aedb4d8b1b8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.6437566 Jan 21 20:00:47.451921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264241b-286e-40ca-8035-36704f653588 req-e3d307a6-0168-4c6a-9972-d2703e580c9c tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:47.454328 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b264241b-286e-40ca-8035-36704f653588 req-e3d307a6-0168-4c6a-9972-d2703e580c9c tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 950 time: 0.4833665 Jan 21 20:00:47.646449 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bcdd3ed4-be33-49fd-b472-77ecfbc88921 req-ca7da6b1-deaf-433b-9790-78558765619f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775323 Jan 21 20:00:47.855242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70731a57-b857-4e5d-8539-4f16c9450a63 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:00:47.865778 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b264241b-286e-40ca-8035-36704f653588 req-5371ec6f-101c-43ea-8990-816e069f29ca tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696845 Jan 21 20:00:47.871907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.933602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Transition to ACTIVE for port object 70731a57-b857-4e5d-8539-4f16c9450a63 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:47.940609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.974870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:48.074967 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e112380-39af-4a4c-a4b1-1a3a54ceb77d', 'code': 200} Jan 21 20:00:48.298910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Pushing event updated for resources: {'Port': ['ID=70731a57-b857-4e5d-8539-4f16c9450a63,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:48.305719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:48.433636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.572097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ad269-3141-4fec-83b7-9c849467d2c3 req-bbebfe8f-f293-41e6-8771-5aa2b50dfbd4 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:48.572671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c29ad269-3141-4fec-83b7-9c849467d2c3 req-bbebfe8f-f293-41e6-8771-5aa2b50dfbd4 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Synchronizing usage tracker for tenant:a1774556dd47465596c0d2b0628889c9 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:48.689527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c29ad269-3141-4fec-83b7-9c849467d2c3 req-bbebfe8f-f293-41e6-8771-5aa2b50dfbd4 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Unset dirty status for tenant:a1774556dd47465596c0d2b0628889c9 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:48.690931 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c29ad269-3141-4fec-83b7-9c849467d2c3 req-bbebfe8f-f293-41e6-8771-5aa2b50dfbd4 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 943 time: 0.7171905 Jan 21 20:00:48.747168 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 2e112380-39af-4a4c-a4b1-1a3a54ceb77d up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:48.783003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0e947-9046-49a8-b2ca-1422f2955526 req-1e28348a-9028-41a2-8eab-5ec3f11d0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:48.786506 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0fb0e947-9046-49a8-b2ca-1422f2955526 req-1e28348a-9028-41a2-8eab-5ec3f11d0d82 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 1167 time: 0.3550060 Jan 21 20:00:48.895721 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0fb0e947-9046-49a8-b2ca-1422f2955526 req-2b14457c-3ca3-4097-b7f8-3ad5df392af7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021280 Jan 21 20:00:48.903649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.917951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:48.918672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.962907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Attempting to bind port 70731a57-b857-4e5d-8539-4f16c9450a63 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:00:48.963237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Attempting to bind port 70731a57-b857-4e5d-8539-4f16c9450a63 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:00:48.963608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Attempting to bind port 70731a57-b857-4e5d-8539-4f16c9450a63 on network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:00:48.980970 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c29ad269-3141-4fec-83b7-9c849467d2c3 req-3caeb968-eb57-4a4b-bacc-13e3d5703139 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560186 Jan 21 20:00:48.991730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:00:48.992118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Checking segment: {'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:00:48.992803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.993293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Bound using segment: {'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:00:48.993875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Bound port: 70731a57-b857-4e5d-8539-4f16c9450a63, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:00:48.994339 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:49.137202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa9238-c6ca-47cb-89d0-92d28b1c402d req-38f7f1e1-8e46-4f55-b8d0-c3b19fcde574 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:49.148759 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e4fa9238-c6ca-47cb-89d0-92d28b1c402d req-38f7f1e1-8e46-4f55-b8d0-c3b19fcde574 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.2370582 Jan 21 20:00:49.291543 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e4fa9238-c6ca-47cb-89d0-92d28b1c402d req-775ee385-186f-4d04-aedb-52c6858e2ce5 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413538 Jan 21 20:00:49.299238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] For port 70731a57-b857-4e5d-8539-4f16c9450a63, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:00:49.304680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] For port 70731a57-b857-4e5d-8539-4f16c9450a63, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=70731a57-b857-4e5d-8539-4f16c9450a63,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:00:49.315189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:49.412164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:50.001845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Pushing event updated for resources: {'Port': ['ID=70731a57-b857-4e5d-8539-4f16c9450a63,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:50.061782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:50.199859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1b62c-896e-4393-b26e-846f4c7ab78e req-36bd63b2-940c-4227-a070-9145742ab77d tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:50.200724 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ef1b62c-896e-4393-b26e-846f4c7ab78e req-36bd63b2-940c-4227-a070-9145742ab77d tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 950 time: 0.5193121 Jan 21 20:00:50.208107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-7987328e-b3ec-4e9d-9b45-19d5261cdae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:50.209711 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-7987328e-b3ec-4e9d-9b45-19d5261cdae5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 0.4611778 Jan 21 20:00:50.212595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:50.213615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:50.215965 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] 10.222.0.38 "PUT /v2.0/ports/70731a57-b857-4e5d-8539-4f16c9450a63 HTTP/1.1" status: 200 len: 1157 time: 5.2334175 Jan 21 20:00:50.219490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e21badd-0b79-418b-8abe-35d6083ce659', 'tag': '70731a57-b857-4e5d-8539-4f16c9450a63'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:50.895531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ce78-7d16-4ac5-a6b8-327513f79607 req-81bec5f2-f0ac-4de6-8082-b392d98fb4b4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:50.897380 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fa16ce78-7d16-4ac5-a6b8-327513f79607 req-81bec5f2-f0ac-4de6-8082-b392d98fb4b4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 1.0442476 Jan 21 20:00:50.960020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-eb8b6d8d-b392-4aa2-b816-4b5f10aa799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:50.964550 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-eb8b6d8d-b392-4aa2-b816-4b5f10aa799b service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.7357948 Jan 21 20:00:51.058005 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ef1b62c-896e-4393-b26e-846f4c7ab78e req-3d826b3b-8f9c-47b0-9e07-f65c40bf778c tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929782 Jan 21 20:00:51.112653 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-84589d33-402e-4326-b2ad-38c8bb7ccd27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 217 time: 0.1386929 Jan 21 20:00:51.204402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22d785-ec20-4758-b37c-223a71158a56 req-9ce32665-9a3e-4198-a72e-3682723329a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:51.208059 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-9ce32665-9a3e-4198-a72e-3682723329a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1774556dd47465596c0d2b0628889c9&device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 1160 time: 0.5221076 Jan 21 20:00:51.346520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-71c75f5b-f029-4bd8-975d-b95bd53186ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:51.348486 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-71c75f5b-f029-4bd8-975d-b95bd53186ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.2226362 Jan 21 20:00:51.387171 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fa16ce78-7d16-4ac5-a6b8-327513f79607 req-4165c49f-5a8a-4b45-badc-1af1c38ce7c0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692976 Jan 21 20:00:51.578680 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-53bfb785-fb75-4639-bbb1-81e7730c9c73 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70731a57-b857-4e5d-8539-4f16c9450a63 HTTP/1.1" status: 200 len: 217 time: 0.3080685 Jan 21 20:00:51.601523 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e21badd-0b79-418b-8abe-35d6083ce659', 'tag': '70731a57-b857-4e5d-8539-4f16c9450a63', 'status': 'completed', 'code': 200} Jan 21 20:00:51.615611 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-6a4984d7-19c5-473f-942e-c956fce10f83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210163 Jan 21 20:00:51.752450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f2b4a7b7-0bb4-42e8-b88a-d947e5ff32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:51.755329 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f2b4a7b7-0bb4-42e8-b88a-d947e5ff32eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c94d1389-4110-491f-a36a-f9a22183b008 HTTP/1.1" status: 200 len: 854 time: 0.1381474 Jan 21 20:00:52.059767 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-e4ba7386-63b0-4831-9145-201844f9f0b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672153 Jan 21 20:00:52.309604 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11202e1-f467-4e21-ae72-8da7d6a1e670 req-02d06eae-ae3d-4d9c-890b-94626620a536 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:52.317501 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a11202e1-f467-4e21-ae72-8da7d6a1e670 req-02d06eae-ae3d-4d9c-890b-94626620a536 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 943 time: 0.9676640 Jan 21 20:00:52.386106 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0feba5-ca6b-45e4-82b7-ba432e676587 req-47afdd0a-458c-4f26-a234-8c92e11d4400 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:52.395211 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9b0feba5-ca6b-45e4-82b7-ba432e676587 req-47afdd0a-458c-4f26-a234-8c92e11d4400 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.4403787 Jan 21 20:00:52.464544 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-5420aac4-a10f-40fb-8c99-74bcda808bdf service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7001305 Jan 21 20:00:52.564202 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9b0feba5-ca6b-45e4-82b7-ba432e676587 req-c42cd914-238b-47dc-b15e-3b9261a81e10 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650839 Jan 21 20:00:52.780247 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a11202e1-f467-4e21-ae72-8da7d6a1e670 req-6c16f1a5-8ab8-4314-9113-5194a15e72f9 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514346 Jan 21 20:00:52.829161 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-f1506e73-17cc-4ce6-ae6d-047e8babf52f service neutron] 10.222.0.38 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7509117 Jan 21 20:00:53.019618 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7e22d785-ec20-4758-b37c-223a71158a56 req-d6c2b787-0226-4661-8f90-8adfd91861a9 service neutron] 10.222.0.38 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1808217 Jan 21 20:00:53.316966 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b82715d-3281-4c09-9d77-edd4d74fd4e3 req-053abb77-1fd2-4a25-9208-b4d8683c8fef service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8353488 Jan 21 20:00:53.460412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51ce9-22b2-4758-8b6d-7277c86040a1 req-a56f0c17-a46b-4e6a-ade4-ab6326bdb55b tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:53.473806 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-78e51ce9-22b2-4758-8b6d-7277c86040a1 req-a56f0c17-a46b-4e6a-ade4-ab6326bdb55b tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 950 time: 0.4517024 Jan 21 20:00:53.559796 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c7b34-8131-4548-a56b-fdc47d6e7635 req-a4fbba9e-bb9e-4a7f-b59e-7fbf3494facd tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:53.563108 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b02c7b34-8131-4548-a56b-fdc47d6e7635 req-a4fbba9e-bb9e-4a7f-b59e-7fbf3494facd tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.4343834 Jan 21 20:00:53.620784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-b8283f8e-ab34-4445-aebf-688b90005459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:53.622663 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-b8283f8e-ab34-4445-aebf-688b90005459 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1774556dd47465596c0d2b0628889c9&device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 1160 time: 0.4383900 Jan 21 20:00:53.642688 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-78e51ce9-22b2-4758-8b6d-7277c86040a1 req-62eadf9c-338c-4f63-8e8a-b573282d4ce6 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673293 Jan 21 20:00:54.323386 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b02c7b34-8131-4548-a56b-fdc47d6e7635 req-25602bab-4f5f-4470-9d44-7771846866e0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7415409 Jan 21 20:00:54.325204 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-b04bf45f-38ca-4a28-8a9c-c8ba44fde3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:54.335339 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-b04bf45f-38ca-4a28-8a9c-c8ba44fde3ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe HTTP/1.1" status: 200 len: 908 time: 0.6912649 Jan 21 20:00:54.543179 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-6055cdf1-15a9-41a9-bd73-456b277de3e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70731a57-b857-4e5d-8539-4f16c9450a63 HTTP/1.1" status: 200 len: 217 time: 0.1983607 Jan 21 20:00:54.697067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-108b07ef-98ee-4388-bf69-6bb811d63cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:54.701502 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-108b07ef-98ee-4388-bf69-6bb811d63cac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c94d1389-4110-491f-a36a-f9a22183b008 HTTP/1.1" status: 200 len: 854 time: 0.1498353 Jan 21 20:00:54.931437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ba740-0e30-4bc6-9e07-d8f7dce92b35 req-819f146b-fb7b-4866-9d2f-3ec31dbf4934 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:54.940149 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b22ba740-0e30-4bc6-9e07-d8f7dce92b35 req-819f146b-fb7b-4866-9d2f-3ec31dbf4934 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.7652457 Jan 21 20:00:54.965727 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-d593d491-5b7a-41ed-b6d6-e0dacf2678b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114596 Jan 21 20:00:55.275135 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b22ba740-0e30-4bc6-9e07-d8f7dce92b35 req-e9b766e5-dd42-4ee3-b16b-232fa9d110a3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333790 Jan 21 20:00:55.289989 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-3660509d-362d-4ede-b6de-ca8c3e6b848b service neutron] 10.222.0.38 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122058 Jan 21 20:00:55.654263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d313e95-7b83-4137-865b-c44ad16d61de req-694dc821-e546-4ac5-8d02-3c439b9bc36a tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:55.657382 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9d313e95-7b83-4137-865b-c44ad16d61de req-694dc821-e546-4ac5-8d02-3c439b9bc36a tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 943 time: 0.5372112 Jan 21 20:00:55.679636 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cf5faaf2-b9ff-4167-aefd-d2d30b6e3f1c req-7408476e-c452-464d-927b-210583f35396 service neutron] 10.222.0.38 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3578467 Jan 21 20:00:55.864926 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9d313e95-7b83-4137-865b-c44ad16d61de req-26fcf890-c068-4741-85be-d0343dc53ad5 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786807 Jan 21 20:00:55.911402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e439ec5-6bc7-4432-9297-9327b3326087 req-bb3d2670-3197-409a-abca-fe0fed1a11b4 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:55.924658 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e439ec5-6bc7-4432-9297-9327b3326087 req-bb3d2670-3197-409a-abca-fe0fed1a11b4 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 950 time: 0.4423623 Jan 21 20:00:56.005288 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e439ec5-6bc7-4432-9297-9327b3326087 req-4930cd38-bb0a-484d-925b-1dbce760ca77 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770223 Jan 21 20:00:56.263953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f969b-4178-4723-bcc4-0a75ccab0337 req-0420ee8e-5eca-4806-a043-fd229e94eb6f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:56.275690 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-707f969b-4178-4723-bcc4-0a75ccab0337 req-0420ee8e-5eca-4806-a043-fd229e94eb6f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2049930 Jan 21 20:00:56.386966 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-707f969b-4178-4723-bcc4-0a75ccab0337 req-40845449-e9f1-4183-860d-4747a15a121e tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098137 Jan 21 20:00:57.114767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-00c5aa8f-3369-4993-96e1-f0d97f17c654 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:00:57.303113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea833d8-aeab-4ae6-8377-4e912adfd5d5 req-38bf7b56-70a0-490e-aa76-0a430fd31ae3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:57.306176 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8ea833d8-aeab-4ae6-8377-4e912adfd5d5 req-38bf7b56-70a0-490e-aa76-0a430fd31ae3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.6200118 Jan 21 20:00:57.628841 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8ea833d8-aeab-4ae6-8377-4e912adfd5d5 req-4a8b3d02-ec23-4444-bb2b-ced919d9c655 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869680 Jan 21 20:00:57.697557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-5fd0fc27-3225-42b1-b2ad-66539e265653 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:57.697557 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-5fd0fc27-3225-42b1-b2ad-66539e265653 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.38 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 950 time: 0.7344494 Jan 21 20:00:57.925358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 70731a57-b857-4e5d-8539-4f16c9450a63 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:57.955325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Deleting port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:00:57.956312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:58.066390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 70731a57-b857-4e5d-8539-4f16c9450a63 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:58.077870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 70731a57-b857-4e5d-8539-4f16c9450a63 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:58.078567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:58.281491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda5ba-9e4c-4909-b0a0-a77feeb10212 req-54eca9dd-4aee-413a-962a-4c5d2abe2142 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:58.283306 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-30dda5ba-9e4c-4909-b0a0-a77feeb10212 req-54eca9dd-4aee-413a-962a-4c5d2abe2142 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 943 time: 0.7552454 Jan 21 20:00:58.414810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:58.476023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 70731a57-b857-4e5d-8539-4f16c9450a63, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=70731a57-b857-4e5d-8539-4f16c9450a63,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:58.478810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21badd-0b79-418b-8abe-35d6083ce659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70731a57-b857-4e5d-8539-4f16c9450a63'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:58.486900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:58.489304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-319fceae-db8e-4048-bec1-6871ff42d775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:58.609471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=70731a57-b857-4e5d-8539-4f16c9450a63,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:58.614560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:58.707868 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-30dda5ba-9e4c-4909-b0a0-a77feeb10212 req-3a9fc5a1-9e9c-4212-bc9b-8ecb3ae58b8d tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054461 Jan 21 20:00:58.778284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b30b-87ff-46fd-a228-fd3b12e20459 req-c1000422-20cc-444e-9760-70a3a5e52474 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:58.792427 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1ca6b30b-87ff-46fd-a228-fd3b12e20459 req-c1000422-20cc-444e-9760-70a3a5e52474 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 950 time: 0.8956048 Jan 21 20:00:58.928523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 70731a57-b857-4e5d-8539-4f16c9450a63 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:58.963451 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1ca6b30b-87ff-46fd-a228-fd3b12e20459 req-03a8af45-576f-476f-a773-b8ca68394bf0 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695373 Jan 21 20:00:59.100769 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21badd-0b79-418b-8abe-35d6083ce659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70731a57-b857-4e5d-8539-4f16c9450a63', 'code': 200} Jan 21 20:00:59.122354 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] For port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,segment=NetworkSegment(9ba93add-655d-4672-91d4-531c19f933f1),segment_id=9ba93add-655d-4672-91d4-531c19f933f1)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:59.123183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:59.295829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 70731a57-b857-4e5d-8539-4f16c9450a63 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:59.296660 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:59.660284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Calling delete_port for 2e112380-39af-4a4c-a4b1-1a3a54ceb77d owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:00:59.685265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 2e112380-39af-4a4c-a4b1-1a3a54ceb77d no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:00:59.927269 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:59.999906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,segment=NetworkSegment(9ba93add-655d-4672-91d4-531c19f933f1),segment_id=9ba93add-655d-4672-91d4-531c19f933f1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:00.009964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:00.032838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8ccb5c65-d65c-4e94-9832-378a91d76a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:00.068145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b117b7-67ad-4707-a734-af736bef5a1b req-53eb72e5-a6de-4fba-9a58-cf46eaf4de4e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:00.083211 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-68b117b7-67ad-4707-a734-af736bef5a1b req-53eb72e5-a6de-4fba-9a58-cf46eaf4de4e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.6429214 Jan 21 20:01:00.203776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:00.223202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:00.634990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8e09-a069-46b3-ac88-7a7a30e66f82 req-eba09c35-5043-48c8-b5f3-0f91b02127ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:00.637671 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1b5d8e09-a069-46b3-ac88-7a7a30e66f82 req-eba09c35-5043-48c8-b5f3-0f91b02127ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 1162 time: 0.8824925 Jan 21 20:01:00.650886 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-68b117b7-67ad-4707-a734-af736bef5a1b req-99fb7a32-1769-45d2-a238-edeaf06a1e60 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5444877 Jan 21 20:01:00.741323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80130) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:01:00.741666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:01:00.747460 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1b5d8e09-a069-46b3-ac88-7a7a30e66f82 req-5a93d0b9-1ff8-461e-a3d8-ad436b072d16 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954108 Jan 21 20:01:00.786223 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea2df3-d7bc-42eb-99aa-40e224fab5a9 req-bf712529-d460-451e-b8e9-01c0a60b3993 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:00.795033 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8aea2df3-d7bc-42eb-99aa-40e224fab5a9 req-bf712529-d460-451e-b8e9-01c0a60b3993 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 945 time: 0.6078959 Jan 21 20:01:00.952832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 70731a57-b857-4e5d-8539-4f16c9450a63 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:00.984687 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8aea2df3-d7bc-42eb-99aa-40e224fab5a9 req-b5d6c3ff-def9-40ba-808a-642f0d694034 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884463 Jan 21 20:01:01.097124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 70731a57-b857-4e5d-8539-4f16c9450a63 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:01.097124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:01.112714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d69386-91d5-43a2-828d-c9bc7d5e9494 req-81d60ff2-7a7f-453a-9c2c-84d5de70717e tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:01.124408 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81d69386-91d5-43a2-828d-c9bc7d5e9494 req-81d60ff2-7a7f-453a-9c2c-84d5de70717e tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 948 time: 0.2528622 Jan 21 20:01:01.135661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e112380-39af-4a4c-a4b1-1a3a54ceb77d'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:01.227158 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e112380-39af-4a4c-a4b1-1a3a54ceb77d', 'code': 200} Jan 21 20:01:01.239406 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-81d69386-91d5-43a2-828d-c9bc7d5e9494 req-d0613ca6-5fdf-4de0-a1ea-de41ecc7b186 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/security-groups?id=758f04fc-f5ec-49bc-8461-c41c3bffa1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096036 Jan 21 20:01:01.244488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Deleting port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:01.245230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:01.918482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] For port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,segment=NetworkSegment(9ba93add-655d-4672-91d4-531c19f933f1),segment_id=9ba93add-655d-4672-91d4-531c19f933f1)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:01.919285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.414944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Calling delete_port for 2e112380-39af-4a4c-a4b1-1a3a54ceb77d owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:02.777364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb43dd-4b48-4be2-92b0-8918128626cc req-95b5e4d6-eed7-4f14-b80e-8fb38714b22f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:02.779232 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e2bb43dd-4b48-4be2-92b0-8918128626cc req-95b5e4d6-eed7-4f14-b80e-8fb38714b22f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.5811136 Jan 21 20:01:02.849143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f656ac-13a1-440e-a024-36afbb787430 req-78a63387-c69f-4f81-9a66-461b88cab903 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:02.851206 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d1f656ac-13a1-440e-a024-36afbb787430 req-78a63387-c69f-4f81-9a66-461b88cab903 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 945 time: 0.4620349 Jan 21 20:01:02.933654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 70731a57-b857-4e5d-8539-4f16c9450a63 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:02.991152 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e2bb43dd-4b48-4be2-92b0-8918128626cc req-e072e301-8a6c-44ce-9b5a-1bf0b6466c47 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383758 Jan 21 20:01:03.017616 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d1f656ac-13a1-440e-a024-36afbb787430 req-baf76bbe-17f7-4a4a-959c-5ff456efcf4b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578548 Jan 21 20:01:03.018773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:03.049630 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:03.062046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 70731a57-b857-4e5d-8539-4f16c9450a63 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:03.062776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:03.162041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Pushing event deleted for resources: {'Port': ['ID=2e112380-39af-4a4c-a4b1-1a3a54ceb77d,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:03.168865 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:03.614873 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fcf33b34-2871-4710-9a9a-5ea741fd4674 req-83ee2958-aa32-41a9-8747-460456fbf599 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.76 "GET /v2.0/ports?device_id=e470e5c8-47dc-4195-9ed0-5c12b1f04a83 HTTP/1.1" status: 200 len: 210 time: 0.1948335 Jan 21 20:01:03.629473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] No DVR routers for this DVR port 2e112380-39af-4a4c-a4b1-1a3a54ceb77d on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:01:03.635990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:03.658698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'name': 'network-vif-deleted', 'tag': '2e112380-39af-4a4c-a4b1-1a3a54ceb77d'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:03.672656 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-882ad08b-4eee-41d6-8adf-3199e2727eba req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] 10.222.0.38 "DELETE /v2.0/ports/2e112380-39af-4a4c-a4b1-1a3a54ceb77d HTTP/1.1" status: 204 len: 173 time: 5.9663329 Jan 21 20:01:03.886737 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e470e5c8-47dc-4195-9ed0-5c12b1f04a83', 'name': 'network-vif-deleted', 'tag': '2e112380-39af-4a4c-a4b1-1a3a54ceb77d', 'status': 'completed', 'code': 200} Jan 21 20:01:04.013099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b39686-57f1-46ad-bf91-34f708606bd7 req-721caff4-11af-434f-92cc-f932cdcb9750 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:04.017179 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-15b39686-57f1-46ad-bf91-34f708606bd7 req-721caff4-11af-434f-92cc-f932cdcb9750 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.2119033 Jan 21 20:01:04.275182 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-15b39686-57f1-46ad-bf91-34f708606bd7 req-a9bad7f3-9da4-48d3-a3ce-3ea8939aa1be tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483668 Jan 21 20:01:04.363464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-d53e1a2b-4f89-4425-95ef-c7d9e6d2ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:04.366353 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-d53e1a2b-4f89-4425-95ef-c7d9e6d2ad49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 1162 time: 0.3002837 Jan 21 20:01:04.422707 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee678c8-fe49-4291-b2cf-384b0974ff33 req-ec04048e-f464-4e97-9907-c96caa758b28 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:04.425585 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2ee678c8-fe49-4291-b2cf-384b0974ff33 req-ec04048e-f464-4e97-9907-c96caa758b28 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.2491224 Jan 21 20:01:04.728443 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2ee678c8-fe49-4291-b2cf-384b0974ff33 req-0be426cd-76cf-486e-83c5-33e4c181a260 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584538 Jan 21 20:01:04.864013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-b69b32f4-8501-420e-9d54-a0ea233e10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:04.866852 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-b69b32f4-8501-420e-9d54-a0ea233e10e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.4904897 Jan 21 20:01:05.085324 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-f88eca44-c02e-4ee1-ba11-35b71142f7e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715 HTTP/1.1" status: 200 len: 1000 time: 0.2005181 Jan 21 20:01:05.212887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-6ad9a4ec-aa7c-4f84-9d12-d20292f91c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:05.214790 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-6ad9a4ec-aa7c-4f84-9d12-d20292f91c9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.1074429 Jan 21 20:01:05.321206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-8f9c4632-2734-427f-b607-93abb4bd06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:05.327246 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-8f9c4632-2734-427f-b607-93abb4bd06ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013353 Jan 21 20:01:05.530334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40116) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:05.662121 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-4f802d47-09b5-46b4-be08-f9c0880c1ac0 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300347 Jan 21 20:01:05.906428 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:05.935682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ee9f7-1aa6-4068-91d8-8c5f0392e982 req-491a25ba-72ab-4cd8-a4f8-6f32d973c6c6 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:05.956770 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7a7ee9f7-1aa6-4068-91d8-8c5f0392e982 req-491a25ba-72ab-4cd8-a4f8-6f32d973c6c6 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.3633728 Jan 21 20:01:05.964451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:05.976071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:39e8b3a9f4d842049f227bc795c7505b is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:05.985029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:05.987848 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e96d6b0b-13ec-40e8-a37c-44b0d75fba0a req-41fe7332-8529-4fde-9a17-d2744fc619de service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3150117 Jan 21 20:01:06.000497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:06.039512 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7a7ee9f7-1aa6-4068-91d8-8c5f0392e982 req-5b8a736e-2ff3-47c6-bb0b-4a7ad207ac07 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878160 Jan 21 20:01:06.244611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:06.250735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:06.268225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-90c6af86-ac56-4a06-ab30-cd492b15bd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:06.280232 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595b43e-7a55-4745-ba9f-c540af9be787 req-f426dcc7-217c-479e-9bc2-df2da5b89fff tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:06.282965 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8595b43e-7a55-4745-ba9f-c540af9be787 req-f426dcc7-217c-479e-9bc2-df2da5b89fff tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1971674 Jan 21 20:01:06.370683 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=39e8b3a9f4d842049f227bc795c7505b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348837 Jan 21 20:01:06.371510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40144) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:06.377346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1135b4be-024e-44cd-83f4-3f006ee1bad7,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:06.379094 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8595b43e-7a55-4745-ba9f-c540af9be787 req-f144b4e9-8a55-48c6-92c4-251391469d69 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832107 Jan 21 20:01:06.407862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:06.473817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7712-51c3-4044-94cc-e33af929f974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:06.519499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7712-51c3-4044-94cc-e33af929f974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:06.597173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7712-51c3-4044-94cc-e33af929f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:06.604341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3832c0a2-b0b7-46d7-80a5-62f1e056891b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:06.624264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe7712-51c3-4044-94cc-e33af929f974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1135b4be-024e-44cd-83f4-3f006ee1bad7,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:06.627806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0bfe7712-51c3-4044-94cc-e33af929f974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:06.629199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7712-51c3-4044-94cc-e33af929f974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:06.635040 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0bfe7712-51c3-4044-94cc-e33af929f974 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1135b4be-024e-44cd-83f4-3f006ee1bad7 HTTP/1.1" status: 204 len: 168 time: 0.2574406 Jan 21 20:01:06.702782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-8637c1f9-1803-4f0c-946c-98c3547181f0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:06.706122 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-8637c1f9-1803-4f0c-946c-98c3547181f0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.38 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 946 time: 0.1947360 Jan 21 20:01:06.995974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:01:07.070577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Deleting port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:07.071419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:07.299681 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:07.351380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16eb068e-1990-4c50-8a8d-26c8d0d3d2a3'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:07.375530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:07.396567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:07.401586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:07.551729 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-766da247-50bf-4cee-8571-92d922073bc3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.6590252 Jan 21 20:01:07.579591 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:07.602647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:07.608042 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16eb068e-1990-4c50-8a8d-26c8d0d3d2a3', 'code': 200} Jan 21 20:01:08.374977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1953ae-6a80-4f4e-92b4-7478efc72ca2 req-1a1b0ba6-d5ea-4665-b2a2-83100351d7ba tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:08.376596 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e1953ae-6a80-4f4e-92b4-7478efc72ca2 req-1a1b0ba6-d5ea-4665-b2a2-83100351d7ba tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 944 time: 1.0928166 Jan 21 20:01:08.480608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] For port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:08.481148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:08.693873 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e1953ae-6a80-4f4e-92b4-7478efc72ca2 req-51351fa0-13e6-4db1-a8c5-60468b252b03 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968509 Jan 21 20:01:08.703700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Calling delete_port for 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:08.790774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f738b3-c920-4181-9f4d-6c11ecfab3cf req-829c9dd1-d759-476f-ad27-a8f5e32806a0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:08.792433 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b9f738b3-c920-4181-9f4d-6c11ecfab3cf req-829c9dd1-d759-476f-ad27-a8f5e32806a0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.9502311 Jan 21 20:01:08.798343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-59e2d959-6673-470a-8d5a-f457dac5a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:08.800129 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-59e2d959-6673-470a-8d5a-f457dac5a1a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7806ac45de97407cb13500bd8afc3bdd&device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 1163 time: 0.9556403 Jan 21 20:01:08.855072 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f1bb26e1-1a96-46f7-b2e9-f9986e432715 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:01:09.044554 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b9f738b3-c920-4181-9f4d-6c11ecfab3cf req-ad2472fc-acd2-4b77-9af3-166ed07ae4e1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366509 Jan 21 20:01:09.067971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:09.140585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port f1bb26e1-1a96-46f7-b2e9-f9986e432715, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:09.155650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:09.157744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:09.203863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-80941395-69b5-42a4-97ca-daaa3d97e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:09.205757 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-80941395-69b5-42a4-97ca-daaa3d97e65b service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 200 len: 912 time: 0.3560395 Jan 21 20:01:09.207352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:09.331187 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=f1bb26e1-1a96-46f7-b2e9-f9986e432715,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:09.335512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:09.338004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:09.526657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Pushing event deleted for resources: {'Port': ['ID=16eb068e-1990-4c50-8a8d-26c8d0d3d2a3,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:09.551144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:09.553879 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-9cbb9960-4f48-4424-8bb3-bc546045adfd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 200 len: 217 time: 0.1743476 Jan 21 20:01:09.609778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:09.686515 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'code': 422} returned with failed status Jan 21 20:01:09.750043 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-dff8913e-afe7-4981-aba0-3711944cc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:09.752968 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-dff8913e-afe7-4981-aba0-3711944cc2eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 200 len: 858 time: 0.1784217 Jan 21 20:01:09.896283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] No DVR routers for this DVR port 16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:01:09.905686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:09.959698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'name': 'network-vif-deleted', 'tag': '16eb068e-1990-4c50-8a8d-26c8d0d3d2a3'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:09.970790 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-e52387c1-f3d2-49f5-b081-1d1b6377b440 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3730a87-1ba8-4613-8981-c18501a9eeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571088 Jan 21 20:01:10.024119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-17abfa89-ed26-40fc-b325-533c9f24dde0 req-de8aa8eb-81f0-4d50-9668-b6deb47cda4f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Synchronizing usage tracker for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:01:10.087037 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13ad365-38e3-40e5-81ae-425aefd829be', 'name': 'network-vif-deleted', 'tag': '16eb068e-1990-4c50-8a8d-26c8d0d3d2a3', 'status': 'completed', 'code': 200} Jan 21 20:01:10.091119 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a4e28f02-7416-4df0-87ea-a889ac9ce084 req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.38 "DELETE /v2.0/ports/16eb068e-1990-4c50-8a8d-26c8d0d3d2a3 HTTP/1.1" status: 204 len: 173 time: 3.3610427 Jan 21 20:01:10.124201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-17abfa89-ed26-40fc-b325-533c9f24dde0 req-de8aa8eb-81f0-4d50-9668-b6deb47cda4f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Unset dirty status for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:01:10.125703 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-17abfa89-ed26-40fc-b325-533c9f24dde0 req-de8aa8eb-81f0-4d50-9668-b6deb47cda4f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=d13ad365-38e3-40e5-81ae-425aefd829be HTTP/1.1" status: 200 len: 210 time: 0.2366991 Jan 21 20:01:10.188380 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-5ebaecd3-a7c5-41de-a076-0e6c6308f36e service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041531 Jan 21 20:01:10.563918 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6807a3c-ff40-4dbb-9ee4-6e87ff83e11d req-723e1733-66a1-43f2-a6c7-a8e3d885ab33 service neutron] 10.222.0.38 "GET /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3417385 Jan 21 20:01:10.600663 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f24dc2-53c8-4696-809e-6af86b6f1a7c req-1286f9e1-d326-4b7a-b285-50d4911ea03e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:10.603891 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-66f24dc2-53c8-4696-809e-6af86b6f1a7c req-1286f9e1-d326-4b7a-b285-50d4911ea03e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.2229528 Jan 21 20:01:10.668309 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-66f24dc2-53c8-4696-809e-6af86b6f1a7c req-8e7e2c1a-0d66-41d3-9420-3a99d1a08fc7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573092 Jan 21 20:01:12.104741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85863c7-281d-4800-9744-7f3592bb662e req-27b0a43c-39fa-4ca3-b1c6-6dfa68e420d8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:12.107717 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d85863c7-281d-4800-9744-7f3592bb662e req-27b0a43c-39fa-4ca3-b1c6-6dfa68e420d8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2137134 Jan 21 20:01:12.206455 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d85863c7-281d-4800-9744-7f3592bb662e req-a5eb2577-47a1-4b81-88fe-b2d052dc2df0 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850987 Jan 21 20:01:12.438799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.542516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40392) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:12.619129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1748587-6742-4b1e-94a8-e7917243c3d7 req-4ca46eab-bdef-4b75-957a-7c1d5d9c5274 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:12.621538 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a1748587-6742-4b1e-94a8-e7917243c3d7 req-4ca46eab-bdef-4b75-957a-7c1d5d9c5274 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1875503 Jan 21 20:01:12.690946 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a1748587-6742-4b1e-94a8-e7917243c3d7 req-01ac614d-dc6a-4417-b98c-6778540a2338 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604241 Jan 21 20:01:12.774063 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-e0f2f483-1ec4-4677-b3e1-30de143d0225 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2291448 Jan 21 20:01:13.456045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40414) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:13.609045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75649e-ca3c-4624-9ac8-9851de190cf5 req-93ed167c-6567-47ca-965a-5176bf4bea19 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:13.612072 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ac75649e-ca3c-4624-9ac8-9851de190cf5 req-93ed167c-6567-47ca-965a-5176bf4bea19 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.1711166 Jan 21 20:01:13.704789 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ac75649e-ca3c-4624-9ac8-9851de190cf5 req-81d0e00a-5c38-48de-bcdb-050004c1c1a4 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789561 Jan 21 20:01:13.811116 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ade306c3-198d-4ce7-b2df-834306eb3c14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa10e6ff01e844fb988d86ead2ea42ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509679 Jan 21 20:01:13.813553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40422) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:13.945721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88225225-5cbf-4a78-8142-d35c586f0728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:14.005697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88225225-5cbf-4a78-8142-d35c586f0728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:14.098528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88225225-5cbf-4a78-8142-d35c586f0728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:14.109169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c476267-0328-4072-9c06-b01bcfadc0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:14.137244 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88225225-5cbf-4a78-8142-d35c586f0728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758f04fc-f5ec-49bc-8461-c41c3bffa1e1,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:14.143262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-88225225-5cbf-4a78-8142-d35c586f0728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:14.154006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88225225-5cbf-4a78-8142-d35c586f0728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:14.155697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec099a2-f6b9-45dc-9f29-c81de6d34202 req-7732eb0c-8838-4e89-8007-a9c108d64130 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:14.156149 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-88225225-5cbf-4a78-8142-d35c586f0728 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/758f04fc-f5ec-49bc-8461-c41c3bffa1e1 HTTP/1.1" status: 204 len: 168 time: 0.3408515 Jan 21 20:01:14.158524 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eec099a2-f6b9-45dc-9f29-c81de6d34202 req-7732eb0c-8838-4e89-8007-a9c108d64130 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.2127564 Jan 21 20:01:14.255257 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eec099a2-f6b9-45dc-9f29-c81de6d34202 req-c0128b7e-4c8b-464f-9f66-e75c8013cfea tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833333 Jan 21 20:01:14.285591 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f47d9b59-665d-4d2b-8f1a-08bb13f4d0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:14.875216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-4837b187-191c-4bc0-835a-62c908128822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:14.878342 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-4837b187-191c-4bc0-835a-62c908128822 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723&tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce HTTP/1.1" status: 200 len: 1160 time: 0.1486795 Jan 21 20:01:15.236631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-a562756f-c076-4ab8-84e9-8f9ada975132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:15.240781 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-a562756f-c076-4ab8-84e9-8f9ada975132 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 1160 time: 0.3110659 Jan 21 20:01:15.281550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8d0a5-0f93-46de-986d-1ab497928d59 req-d986049d-adb1-4593-bef5-3cf8e464888d tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:15.283918 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7db8d0a5-0f93-46de-986d-1ab497928d59 req-d986049d-adb1-4593-bef5-3cf8e464888d tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.2817855 Jan 21 20:01:15.568731 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7db8d0a5-0f93-46de-986d-1ab497928d59 req-d693dcb3-0dbf-4c2b-af80-9c2280e17efc tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499976 Jan 21 20:01:15.706050 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-ec626447-c6fa-4613-8061-4a1199860663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:15.708140 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-ec626447-c6fa-4613-8061-4a1199860663 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.4228044 Jan 21 20:01:15.933290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640dd70-d799-4396-9f85-1f3477151354 req-955ac1e3-f727-49bd-9caa-840f0bf1c116 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:15.939146 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5640dd70-d799-4396-9f85-1f3477151354 req-955ac1e3-f727-49bd-9caa-840f0bf1c116 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.3639178 Jan 21 20:01:16.000482 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-3b26824f-7378-450d-b268-966355a47bc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715 HTTP/1.1" status: 200 len: 998 time: 0.2839611 Jan 21 20:01:16.407959 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5640dd70-d799-4396-9f85-1f3477151354 req-4205dbc8-a218-4268-b5c9-9b8bfc6712d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4427967 Jan 21 20:01:16.428125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-2c024a49-cf89-467b-8b94-0c49c785bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:16.431893 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-2c024a49-cf89-467b-8b94-0c49c785bb69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.4192626 Jan 21 20:01:16.612506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-2ff023c5-d364-466b-b331-3f6ee8cc2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:16.615417 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-2ff023c5-d364-466b-b331-3f6ee8cc2c52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1560442 Jan 21 20:01:16.886327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43bbefef-d71a-49d9-bf04-a94724e708fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.011205 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-bb721577-6cee-4876-b900-f12887e5896d service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863797 Jan 21 20:01:17.207044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.217982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0454caa-3b7f-473a-986f-4ee8b19573f1 req-25f628aa-fb0d-4907-b281-7e0d2013a6d1 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:17.219730 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0454caa-3b7f-473a-986f-4ee8b19573f1 req-25f628aa-fb0d-4907-b281-7e0d2013a6d1 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.3303761 Jan 21 20:01:17.287306 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9e45db4f-2c90-415a-a180-93f311fa6b86 req-b57745da-a750-4469-b432-5d81ab1f332f service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2656019 Jan 21 20:01:17.307718 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f0454caa-3b7f-473a-986f-4ee8b19573f1 req-085d90ab-a74e-4b78-bd55-c815c853c01c tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723116 Jan 21 20:01:17.759773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a983c-db77-463b-84f3-c4b882693d12 req-e7e0b1d5-e49a-44c6-a6f9-2c2d0633a4ee tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:17.761428 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e98a983c-db77-463b-84f3-c4b882693d12 req-e7e0b1d5-e49a-44c6-a6f9-2c2d0633a4ee tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1637890 Jan 21 20:01:17.823470 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e98a983c-db77-463b-84f3-c4b882693d12 req-c5c44ff9-bc4b-4016-b931-462a2f74de8f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551629 Jan 21 20:01:18.442722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:18.946479 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 55d799bb-7b99-4cd7-a404-aaaf986c8382 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:01:19.016073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:19.034460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-c63f5e19-8c2a-439f-937f-6e7725c7366f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:19.038009 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-c63f5e19-8c2a-439f-937f-6e7725c7366f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.38 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.4912884 Jan 21 20:01:19.201783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:19.218527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f2def-b82a-4c78-9846-1c828606b117 req-2700191b-6e16-4ffc-a0ca-50f2e76115d8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:19.221921 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-655f2def-b82a-4c78-9846-1c828606b117 req-2700191b-6e16-4ffc-a0ca-50f2e76115d8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 946 time: 0.5938833 Jan 21 20:01:19.295808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d799bb-7b99-4cd7-a404-aaaf986c8382'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:19.325514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 55d799bb-7b99-4cd7-a404-aaaf986c8382, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:19.343989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:19.347858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-abdc5e8d-e50f-452f-9b5a-3d591495c8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:19.542027 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=55d799bb-7b99-4cd7-a404-aaaf986c8382,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:19.546888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:19.641279 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-655f2def-b82a-4c78-9846-1c828606b117 req-493eaf3a-79d2-4a19-957a-2c811008bd9a tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863061 Jan 21 20:01:19.675429 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Deleting port 55d799bb-7b99-4cd7-a404-aaaf986c8382 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:19.675736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:19.801306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9774492-4719-4f68-8f33-1c195ac871c8 req-050e4068-b020-4af8-b0ec-2dadb03d36af tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:19.818414 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e9774492-4719-4f68-8f33-1c195ac871c8 req-050e4068-b020-4af8-b0ec-2dadb03d36af tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.5943935 Jan 21 20:01:19.915379 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d799bb-7b99-4cd7-a404-aaaf986c8382', 'code': 200} Jan 21 20:01:19.982992 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e9774492-4719-4f68-8f33-1c195ac871c8 req-314a0181-891c-407e-a531-b972feeaec84 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629429 Jan 21 20:01:20.498161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] For port 55d799bb-7b99-4cd7-a404-aaaf986c8382, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=55d799bb-7b99-4cd7-a404-aaaf986c8382,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:20.499151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.688792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Calling delete_port for 55d799bb-7b99-4cd7-a404-aaaf986c8382 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:21.044073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.081770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-367a53c0-7a68-400e-93f7-aaf048093b20 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:21.204623 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Pushing event deleted for resources: {'Port': ['ID=55d799bb-7b99-4cd7-a404-aaaf986c8382,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:21.207971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:21.331690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97e0e5-4f4a-40ee-9ee6-05e3a4458e10 req-ebc90012-b10e-495b-875a-79025c9cf007 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:21.333531 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9a97e0e5-4f4a-40ee-9ee6-05e3a4458e10 req-ebc90012-b10e-495b-875a-79025c9cf007 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 865 time: 0.3977296 Jan 21 20:01:21.519634 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9a97e0e5-4f4a-40ee-9ee6-05e3a4458e10 req-766f8e81-a1b3-452c-aa5c-46b2d95c8497 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/security-groups?id=905259de-939d-4b92-875d-6fd2ca0ece89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395667 Jan 21 20:01:21.522341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] No DVR routers for this DVR port 55d799bb-7b99-4cd7-a404-aaaf986c8382 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:01:21.525423 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.530740 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'name': 'network-vif-deleted', 'tag': '55d799bb-7b99-4cd7-a404-aaaf986c8382'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:21.586854 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0371bc23-da19-47da-8a72-5aac480bdbe6 req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.38 "DELETE /v2.0/ports/55d799bb-7b99-4cd7-a404-aaaf986c8382 HTTP/1.1" status: 204 len: 173 time: 2.5266037 Jan 21 20:01:21.607060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b8876-f8a6-4399-be73-78f0a0b96937 req-e61091a0-900d-4da8-b042-37f8e1ce4ad2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:21.608790 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-970b8876-f8a6-4399-be73-78f0a0b96937 req-e61091a0-900d-4da8-b042-37f8e1ce4ad2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.2742772 Jan 21 20:01:21.657763 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c601d98d-efe4-4296-8d32-f22d821072b3', 'name': 'network-vif-deleted', 'tag': '55d799bb-7b99-4cd7-a404-aaaf986c8382', 'status': 'completed', 'code': 200} Jan 21 20:01:21.689908 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-970b8876-f8a6-4399-be73-78f0a0b96937 req-69d37522-d577-4e8e-b220-f725cfe9aac9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598974 Jan 21 20:01:22.926509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8d17880b-124f-4ed9-b5fc-5e5ef8053b13 req-1fa7f712-e8d9-4707-8938-dbae5fb291f2 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Synchronizing usage tracker for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:01:22.952898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8d17880b-124f-4ed9-b5fc-5e5ef8053b13 req-1fa7f712-e8d9-4707-8938-dbae5fb291f2 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Unset dirty status for tenant:7806ac45de97407cb13500bd8afc3bdd on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:01:22.954834 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8d17880b-124f-4ed9-b5fc-5e5ef8053b13 req-1fa7f712-e8d9-4707-8938-dbae5fb291f2 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.1201041 Jan 21 20:01:23.145924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45a0b3-257a-4ba3-9d76-b9a88e319c59 req-5b6cef5b-23fb-4898-8be7-b1d9f1d24ad7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:23.148112 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-de45a0b3-257a-4ba3-9d76-b9a88e319c59 req-5b6cef5b-23fb-4898-8be7-b1d9f1d24ad7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1734807 Jan 21 20:01:23.218855 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-de45a0b3-257a-4ba3-9d76-b9a88e319c59 req-475ce8d2-d41b-4ba2-80bb-53688c10e0f4 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565538 Jan 21 20:01:23.599961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:01:23.715145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40572) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:24.125526 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.154481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:24.164159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Usage tracker for resource:security_group_rule and tenant:7b6a73df230d4a518b6d31f191348754 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:24.170711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:24.182656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:24.335405 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.345402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.371496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8dbce075-aa2f-4cfc-b643-e62c601ea113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:24.394901 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e61dd0ab-eae0-4146-a01e-b7907b425901 req-d6ba1ba3-0879-47bd-bcef-d75d3803a2f8 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.1129584 Jan 21 20:01:24.401907 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b6a73df230d4a518b6d31f191348754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6853335 Jan 21 20:01:24.405892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 40584) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:24.421966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3761d726-8827-4435-a236-443509596119,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:24.426311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:24.524096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51d568ab-929b-4a2b-a8d0-e632051ff9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.575027 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51d568ab-929b-4a2b-a8d0-e632051ff9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.709922 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51d568ab-929b-4a2b-a8d0-e632051ff9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.722496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1447cf45-17f5-4510-9414-77c3122802ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:24.743910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d568ab-929b-4a2b-a8d0-e632051ff9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3761d726-8827-4435-a236-443509596119,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:24.749082 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51d568ab-929b-4a2b-a8d0-e632051ff9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:24.750547 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-51d568ab-929b-4a2b-a8d0-e632051ff9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.756400 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-51d568ab-929b-4a2b-a8d0-e632051ff9f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3761d726-8827-4435-a236-443509596119 HTTP/1.1" status: 204 len: 168 time: 0.3448770 Jan 21 20:01:24.893978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7e412-e341-4ad1-ac30-db163cf417d0 req-c370eabd-a162-42c5-b374-81f03b73b9ff tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:24.896798 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-69a7e412-e341-4ad1-ac30-db163cf417d0 req-c370eabd-a162-42c5-b374-81f03b73b9ff tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.2647555 Jan 21 20:01:24.993135 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-69a7e412-e341-4ad1-ac30-db163cf417d0 req-e2edbd38-4b0d-4158-8138-eebe061ec486 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832653 Jan 21 20:01:25.710343 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-719e7164-6fb2-4564-8d8e-83f4ea3f3ac3 req-0e053c03-29c8-436c-90f2-b6a44f776252 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.1058621 Jan 21 20:01:26.368297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9e268-006f-4200-8739-b6cc8742851a req-dad2fda4-9959-4334-bf9c-25f58ba60214 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:26.369974 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fbc9e268-006f-4200-8739-b6cc8742851a req-dad2fda4-9959-4334-bf9c-25f58ba60214 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1684799 Jan 21 20:01:26.487289 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fbc9e268-006f-4200-8739-b6cc8742851a req-190b6258-f2be-4d77-8716-a9b1ffa309c8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046412 Jan 21 20:01:27.156776 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b70ac38-ed2b-4254-883e-042231ceee5a req-5f5307c1-9af6-49ce-a0ea-150220372d00 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.0716996 Jan 21 20:01:27.889560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed98e78-31ae-495d-a6c9-9a7bc820304f req-2c85dcd1-1baf-4647-be4c-e967a8c79d16 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:27.891398 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-aed98e78-31ae-495d-a6c9-9a7bc820304f req-2c85dcd1-1baf-4647-be4c-e967a8c79d16 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1391127 Jan 21 20:01:27.958722 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-aed98e78-31ae-495d-a6c9-9a7bc820304f req-432527d2-1512-4eff-88ee-587f63b04f51 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605094 Jan 21 20:01:28.440386 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b5a5bdff-6500-4d54-9c37-b8f83ba58925 req-b37bd238-3063-4b44-9ac8-0a6df01f036f tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.0587232 Jan 21 20:01:29.263040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c995b-0bb1-4871-8a17-15d0382d4e9a req-443d3002-521a-46c4-bb25-02b8ea925a49 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:29.264758 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8e4c995b-0bb1-4871-8a17-15d0382d4e9a req-443d3002-521a-46c4-bb25-02b8ea925a49 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1252058 Jan 21 20:01:29.330542 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8e4c995b-0bb1-4871-8a17-15d0382d4e9a req-c7a0cb86-1d72-4381-b625-3e64adbc529a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541029 Jan 21 20:01:29.700874 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-724afd28-3ae7-40e4-beb6-afe0bd9d62c8 req-5570ad9d-0621-4726-865b-42666d9f0e4b tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.0994110 Jan 21 20:01:31.010267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a52cc-6273-45fc-9646-826c3a83e548 req-84beba71-cb26-4825-9312-0472f2275ac3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:31.012032 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e0a52cc-6273-45fc-9646-826c3a83e548 req-84beba71-cb26-4825-9312-0472f2275ac3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.4369919 Jan 21 20:01:31.080308 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e0a52cc-6273-45fc-9646-826c3a83e548 req-32daaa1f-f896-405f-85b3-60e99eb1dbf5 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608478 Jan 21 20:01:31.345296 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-081cf7f8-b9fc-45b4-9a30-c18cd3e09fd0 req-7ed9d5ad-672e-48b3-afbd-03d56a6ca5c9 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.0632541 Jan 21 20:01:32.500635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13cbc4-1873-4972-b12f-a93da9159d01 req-00fd3523-bfb7-4e59-942c-fc9d9f500244 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:32.502701 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ee13cbc4-1873-4972-b12f-a93da9159d01 req-00fd3523-bfb7-4e59-942c-fc9d9f500244 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1427202 Jan 21 20:01:32.566220 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ee13cbc4-1873-4972-b12f-a93da9159d01 req-184004ad-8c05-467f-8406-5032427085fe tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550342 Jan 21 20:01:32.918613 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-93d6913b-396a-4b3f-b7cd-2a819b0f6736 req-40dc33a1-29aa-4199-9bcb-a6ada75f78ad tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] 10.222.0.76 "GET /v2.0/ports?device_id=c601d98d-efe4-4296-8d32-f22d821072b3 HTTP/1.1" status: 200 len: 210 time: 0.0782504 Jan 21 20:01:34.012652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b5f51-526b-4dd4-9e1f-e3f77b0528f2 req-933a80e3-363c-401d-9049-436b5c6a917d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:34.015741 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-be0b5f51-526b-4dd4-9e1f-e3f77b0528f2 req-933a80e3-363c-401d-9049-436b5c6a917d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1768231 Jan 21 20:01:34.142940 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-be0b5f51-526b-4dd4-9e1f-e3f77b0528f2 req-11b22105-d577-429f-ad37-1030886f8364 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141739 Jan 21 20:01:34.171203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40652) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:34.818171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6ef08-6186-4c0a-b5a0-722ae05188a8 req-1478550b-4594-46a7-88dc-de1ed7c4c0a4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:34.820977 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-26c6ef08-6186-4c0a-b5a0-722ae05188a8 req-1478550b-4594-46a7-88dc-de1ed7c4c0a4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1508641 Jan 21 20:01:34.883500 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-26c6ef08-6186-4c0a-b5a0-722ae05188a8 req-0727388b-1ad0-4a94-bccb-f659bc0283a5 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535407 Jan 21 20:01:35.336441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003498'] for router_interface, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.498783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd82307-1488-4a19-8e6e-f7b846880989 req-63f7a205-51b3-4498-bbfb-f961deb88eef tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:35.500587 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7cd82307-1488-4a19-8e6e-f7b846880989 req-63f7a205-51b3-4498-bbfb-f961deb88eef tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.1358757 Jan 21 20:01:35.570857 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7cd82307-1488-4a19-8e6e-f7b846880989 req-786a6b65-99a3-4d6f-ae03-32e03d3a5d6d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554342 Jan 21 20:01:35.579866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f1bb26e1-1a96-46f7-b2e9-f9986e432715 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:35.671312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port f1bb26e1-1a96-46f7-b2e9-f9986e432715 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:35.678299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.844784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.850801 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Deleting port cb4b7df7-c3c6-4f38-9f23-013742807641 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:35.851465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.892814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:35.905481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port f1bb26e1-1a96-46f7-b2e9-f9986e432715, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:35.910194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.912470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:36.013353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=f1bb26e1-1a96-46f7-b2e9-f9986e432715,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:36.032049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:36.050704 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'code': 200} Jan 21 20:01:36.126970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] For port cb4b7df7-c3c6-4f38-9f23-013742807641, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cb4b7df7-c3c6-4f38-9f23-013742807641,segment=NetworkSegment(ef33e8c7-86bd-4662-8fa2-08611a9ebd5f),segment_id=ef33e8c7-86bd-4662-8fa2-08611a9ebd5f)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:36.127337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:36.320818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Calling delete_port for cb4b7df7-c3c6-4f38-9f23-013742807641 owned by network:router_interface {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:36.327541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f9bb-0962-4a69-8c69-5473522922f3 req-135d21c2-8668-46ec-8b37-e30d431e8652 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:36.332112 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8e24f9bb-0962-4a69-8c69-5473522922f3 req-135d21c2-8668-46ec-8b37-e30d431e8652 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1808805 Jan 21 20:01:36.403459 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8e24f9bb-0962-4a69-8c69-5473522922f3 req-93097d65-862e-4d51-8e20-ef412679afdd tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639572 Jan 21 20:01:36.802319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722370-959d-4299-acef-d5ceeb039259 req-8a7e9093-93dc-42cf-a235-67c384334ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:36.804067 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f3722370-959d-4299-acef-d5ceeb039259 req-8a7e9093-93dc-42cf-a235-67c384334ca4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 1162 time: 0.1366556 Jan 21 20:01:36.880451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:36.897565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:36.948987 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f3722370-959d-4299-acef-d5ceeb039259 req-d0e9f552-fe5a-417a-8aa5-1cd6ac9daba2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355937 Jan 21 20:01:37.001411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4b7df7-c3c6-4f38-9f23-013742807641,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:37.004674 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:37.038113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e0a2a-654f-4618-949f-ac7115092cdd req-179d63b0-4638-4c38-a54d-8c9c2caf373b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:37.040058 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c54e0a2a-654f-4618-949f-ac7115092cdd req-179d63b0-4638-4c38-a54d-8c9c2caf373b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1809411 Jan 21 20:01:37.103969 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c54e0a2a-654f-4618-949f-ac7115092cdd req-330cff7f-6459-4cea-b7d6-6e920164959c tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554209 Jan 21 20:01:37.234894 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f1bb26e1-1a96-46f7-b2e9-f9986e432715 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:37.575425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port f1bb26e1-1a96-46f7-b2e9-f9986e432715 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:37.576125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:37.667081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853184642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003660'] for router_interface, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:37.772696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384a62f-4818-40ac-bf9e-95f5fd19448e req-d38014da-94fb-4d98-9a72-c181c968f3df tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:37.782952 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2384a62f-4818-40ac-bf9e-95f5fd19448e req-d38014da-94fb-4d98-9a72-c181c968f3df tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1464605 Jan 21 20:01:37.847572 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2384a62f-4818-40ac-bf9e-95f5fd19448e req-1b3f95a0-cc4b-45d8-807d-09eaeb9a0d1a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567641 Jan 21 20:01:38.364300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:01:38.454358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8965a-2eee-4331-b626-60b321ec309e req-6f915150-4d74-4caa-9a92-ec3eb929c463 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:38.468564 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a2e8965a-2eee-4331-b626-60b321ec309e req-6f915150-4d74-4caa-9a92-ec3eb929c463 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1879232 Jan 21 20:01:38.537262 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a2e8965a-2eee-4331-b626-60b321ec309e req-ee07eb85-13af-464f-9c49-ca1b3df1e78b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673640 Jan 21 20:01:38.653806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:01:38.665621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] Sync routers for ids ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:01:38.677329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] Routers {'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:38.678026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:01:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:38.690897 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] 10.222.0.76 "PUT /v2.0/routers/a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5154335 Jan 21 20:01:38.691276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40694) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:38.942588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks [] for router, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.187437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] Set router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:39.224548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0a04-88f2-4aad-9f5d-eebef98e0c06 req-1036782d-7381-476b-9879-edb1c4596f07 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:39.229055 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6ada0a04-88f2-4aad-9f5d-eebef98e0c06 req-1036782d-7381-476b-9879-edb1c4596f07 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1860344 Jan 21 20:01:39.234322 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.247052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Deleting port 9814a64d-b22c-4807-8232-dbdda210e23d {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:39.247052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.333927 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6ada0a04-88f2-4aad-9f5d-eebef98e0c06 req-623ecd63-e2ce-4946-8ec9-94c5d73efc00 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959263 Jan 21 20:01:39.507184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] For port 9814a64d-b22c-4807-8232-dbdda210e23d, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=9814a64d-b22c-4807-8232-dbdda210e23d,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:39.508378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.637917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T20:01:36Z', 'revision_number': 5, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:39.642997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] Checking router: a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:01:39.655969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] Routers {'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:39.656624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:01:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:39.724105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Calling delete_port for 9814a64d-b22c-4807-8232-dbdda210e23d owned by network:router_gateway {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:39.954685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.plugins.ml2.ovo_rpc [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: result = function(*args, **kwargs) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: proto.__init__(conn_state, self) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: self.handle() Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: self.handle_one_request() Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: self.handle_one_response() Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: result = self.application(self.environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return app(environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self.application) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self.application) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self.application) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self.application) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return request.get_response(self.application) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self._app) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return resp(environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return resp(environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: response = self.app(environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return resp(environ, start_response) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:01:39.962383 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: result = method(request=request, **args) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return self._delete(request, id, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return f(*args, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return f(*args, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return f(*dup_args, **dup_kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: obj_deleter(request.context, id, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return method(*args, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return f(*args, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return f(*args, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return f(*dup_args, **dup_kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: self._delete_current_gw_port(context, id, router, None) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: admin_ctx, gw_port_id, l3_port_check=False) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, context, *args, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return method(*args, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: context, port, router_ids, bound_mech_contexts) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: return function(*args, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: callback(resource, event, trigger, **kwargs) Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: if self._is_session_semantic_violated(context, resource, event): Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: stack = traceback.extract_stack() Jan 21 20:01:39.973313 dv-cinder-726180-8-smb neutron-server[80018]: Jan 21 20:01:40.017540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c364dc6-9956-4cbe-aa48-02036e4c2dd0 req-ff724ce3-ed4a-4b33-82fc-d5a77bf9f8e8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:40.027375 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6c364dc6-9956-4cbe-aa48-02036e4c2dd0 req-ff724ce3-ed4a-4b33-82fc-d5a77bf9f8e8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.2135687 Jan 21 20:01:40.053140 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] Set router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:40.122214 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6c364dc6-9956-4cbe-aa48-02036e4c2dd0 req-b848fd01-619e-4320-825b-c6b4820c1e74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933745 Jan 21 20:01:40.153437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852795555'] for router_gateway, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.355634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852795401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-501505'] for router, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.362862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.475262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1979008'] for router, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.477717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 {{(pid=80129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:01:40.496170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.498920 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-99328d74-14b7-45de-af4e-de992d31fa24 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88 HTTP/1.1" status: 204 len: 168 time: 1.8051355 Jan 21 20:01:40.500929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40738) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:40.530491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T20:01:36Z', 'revision_number': 5, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:40.535633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f5af62-3229-48e8-b0e9-2ba3c86f89a6 None None] The sync data for ids ['a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88'] in dv-cinder-726180-8-smb is: [{'id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'name': 'tempest-ServerRescueNegativeTestJSON-311481535-router', 'tenant_id': '7806ac45de97407cb13500bd8afc3bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:34Z', 'updated_at': '2021-01-21T20:01:36Z', 'revision_number': 5, 'project_id': '7806ac45de97407cb13500bd8afc3bdd', 'gw_port': {'id': '9814a64d-b22c-4807-8232-dbdda210e23d', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ed66fc-8dff-46bb-9cc7-fea1a9d3ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:01:40.597051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] Deleting subnet ce5e4878-2c34-4120-8b80-c315eff9ba22 {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:01:40.604929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.628914 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490154e-e3ea-4734-a91c-0bffdf9216c8 req-3d50c3a3-2aef-4e03-8ac2-24422cc2eb6a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:40.631907 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6490154e-e3ea-4734-a91c-0bffdf9216c8 req-3d50c3a3-2aef-4e03-8ac2-24422cc2eb6a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1417258 Jan 21 20:01:40.709023 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6490154e-e3ea-4734-a91c-0bffdf9216c8 req-81ed0005-d01a-4a4c-b782-28d5abe4c420 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656192 Jan 21 20:01:40.959697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.973757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:41.296307 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:41.431425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c028b-b09e-4302-9657-d160299bc386 req-90f7ae15-c77d-4f9f-9caa-ab9b36d25fa0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:41.433421 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-129c028b-b09e-4302-9657-d160299bc386 req-90f7ae15-c77d-4f9f-9caa-ab9b36d25fa0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1396563 Jan 21 20:01:41.463818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:41.526229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5e4878-2c34-4120-8b80-c315eff9ba22,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:41.531018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:41.532407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:41.536029 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-129c028b-b09e-4302-9657-d160299bc386 req-5c689c00-ebe5-4c43-8d91-404d2fc2cff2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949333 Jan 21 20:01:41.545243 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-358d55d6-cf2d-4c20-b582-227d7c763a7f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ce5e4878-2c34-4120-8b80-c315eff9ba22 HTTP/1.1" status: 204 len: 168 time: 1.0382535 Jan 21 20:01:41.545243 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40746) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:41.555468 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cb4b7df7-c3c6-4f38-9f23-013742807641 no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:01:41.631399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: cb4b7df7-c3c6-4f38-9f23-013742807641 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:01:41.631775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cb4b7df7-c3c6-4f38-9f23-013742807641 not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:01:41.769889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:42.012466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b858959-a42c-453e-ad29-83e31b6e472e req-7572a855-12f9-426f-96b5-931851182b85 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:42.014323 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3b858959-a42c-453e-ad29-83e31b6e472e req-7572a855-12f9-426f-96b5-931851182b85 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1232386 Jan 21 20:01:42.073374 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3b858959-a42c-453e-ad29-83e31b6e472e req-851761b7-7906-40e1-9c71-cfc13a908f7e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523956 Jan 21 20:01:42.134571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:42.359817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.360460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.361934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.362642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > port after_create 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.363298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.364001 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > port after_update 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.364658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.365323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.365911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.366534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.460395 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:42.513558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.513936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.514377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.514741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80129) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:01:42.515239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3730a87-1ba8-4613-8981-c18501a9eeac']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:42.535109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:42.535436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef33e8c7-86bd-4662-8fa2-08611a9ebd5f') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:42.549989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:42.569534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:42.572779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:01:42.790904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Network c3730a87-1ba8-4613-8981-c18501a9eeac has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:01:42.808104 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.018927 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Network c3730a87-1ba8-4613-8981-c18501a9eeac has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: (rel_b, rel_a, rel_b), Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: (rel_b, rel_a, rel_b), Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:01:43.047778 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:01:43.146236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.151595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-92239c70-f1e1-4cbd-8e53-3c761eed8b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:43.170594 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.178073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3730a87-1ba8-4613-8981-c18501a9eeac,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:43.187329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:43.193434 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c3730a87-1ba8-4613-8981-c18501a9eeac HTTP/1.1" status: 204 len: 168 time: 1.6474710 Jan 21 20:01:43.388301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68e33b-cb18-4b19-b187-8032e70a0df5 req-80fd11d3-7a68-4022-9c15-26f053ef715c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:43.390273 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5a68e33b-cb18-4b19-b187-8032e70a0df5 req-80fd11d3-7a68-4022-9c15-26f053ef715c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1455169 Jan 21 20:01:43.446272 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40766) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:43.450084 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5a68e33b-cb18-4b19-b187-8032e70a0df5 req-4602029c-4b8e-4abe-9c1f-b38e9179e285 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499964 Jan 21 20:01:43.510726 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-999b2966-7af9-4aa8-9b19-0cc4325d38ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7806ac45de97407cb13500bd8afc3bdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0630012 Jan 21 20:01:43.514898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40770) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:43.592850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 9814a64d-b22c-4807-8232-dbdda210e23d no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:01:43.605505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.653149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.654457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 9814a64d-b22c-4807-8232-dbdda210e23d {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:01:43.654625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 9814a64d-b22c-4807-8232-dbdda210e23d not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:01:43.712975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.732003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bda1e610-8711-42c9-ac6f-2c986daea20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:43.746954 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905259de-939d-4b92-875d-6fd2ca0ece89,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:43.755839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.757081 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/905259de-939d-4b92-875d-6fd2ca0ece89 HTTP/1.1" status: 204 len: 168 time: 0.2411587 Jan 21 20:01:43.759263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.759669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.760107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.760491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.761159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.761544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.761926 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.762340 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.762721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.763086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.763473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.763862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.764275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.764768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.765016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.765391 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.765776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.766157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.766540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.766916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.767295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.767668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.768042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.768414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:43.772715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-66b900be-0a40-42b7-8c28-54d8e4fb95db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:44.283460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6c38-38ba-4597-bcb9-c0e81385c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:44.858128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aa245-81a8-4cab-9d35-8e044632146f req-957ccf10-4332-45ea-8f34-d7759214754d tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:44.861265 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd4aa245-81a8-4cab-9d35-8e044632146f req-957ccf10-4332-45ea-8f34-d7759214754d tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1807351 Jan 21 20:01:44.943972 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd4aa245-81a8-4cab-9d35-8e044632146f req-49faf53c-1131-4a68-9203-c1b8043c0187 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711460 Jan 21 20:01:46.307801 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755d4f4-fc8d-43f9-97e0-8b62b8ef3112 req-bd373ce1-0ecc-422f-9e4f-1dfd51b46c3b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:46.310934 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e755d4f4-fc8d-43f9-97e0-8b62b8ef3112 req-bd373ce1-0ecc-422f-9e4f-1dfd51b46c3b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.2108345 Jan 21 20:01:46.411283 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e755d4f4-fc8d-43f9-97e0-8b62b8ef3112 req-b3330ded-448a-4e72-8b69-30d057dcd3c2 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883477 Jan 21 20:01:46.921617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a600802-3e82-4ea6-8e45-27cc9ee1ef53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:47.187376 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f1379-77c1-4863-a4c9-4c0068c9c4bc req-1f7d839c-b2a0-4868-9f18-497fdf0bd39a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:47.190600 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7d6f1379-77c1-4863-a4c9-4c0068c9c4bc req-1f7d839c-b2a0-4868-9f18-497fdf0bd39a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.2989314 Jan 21 20:01:47.220514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:47.325485 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7d6f1379-77c1-4863-a4c9-4c0068c9c4bc req-bf941b5e-573c-4b7f-8338-31369c904fc6 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172857 Jan 21 20:01:47.329072 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-7f2bc2c3-a1ab-49c2-86a3-064099babbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:47.332330 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-7f2bc2c3-a1ab-49c2-86a3-064099babbd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 1162 time: 0.3150189 Jan 21 20:01:47.546124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-16b69308-8879-4eff-a7e7-df2d0ba27721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:47.549325 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-16b69308-8879-4eff-a7e7-df2d0ba27721 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 905 time: 0.2092109 Jan 21 20:01:47.717199 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-9c4bc975-aaa1-4acd-a3e4-7908e5081553 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4591281d-bb9c-4c15-a1e2-175e228071c6 HTTP/1.1" status: 200 len: 1001 time: 0.1591341 Jan 21 20:01:47.860254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-8da779f0-2407-4b7e-b98a-d3a10f032f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:47.862458 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-8da779f0-2407-4b7e-b98a-d3a10f032f69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 200 len: 850 time: 0.1372581 Jan 21 20:01:47.998826 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-3e28a4ed-4738-450c-8115-0c5566efb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:48.001464 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-3e28a4ed-4738-450c-8115-0c5566efb638 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1316316 Jan 21 20:01:48.273072 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-d194918b-b84a-4827-bcca-1d7c1581ae27 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628713 Jan 21 20:01:48.478114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.505490 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a9d3aa63-17b1-41d5-8861-e95fb4f13e43 req-1d8c2a0b-536b-4b95-b699-caf67e1d20db service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2219789 Jan 21 20:01:48.826320 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b30f7-543a-4808-b267-40f02c355d05 req-b79c0b0c-0b96-4edc-a178-00bd09ffee24 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:48.828112 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fb8b30f7-543a-4808-b267-40f02c355d05 req-b79c0b0c-0b96-4edc-a178-00bd09ffee24 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.1540501 Jan 21 20:01:48.881058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.937356 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fb8b30f7-543a-4808-b267-40f02c355d05 req-2afb99fb-d02a-403d-a01d-38a9cfbf050e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956898 Jan 21 20:01:50.381887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06c2fb-782d-423f-b408-ebf1df7d665e req-ee888aae-048b-4153-91de-01a0cffc2af4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:50.385325 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3e06c2fb-782d-423f-b408-ebf1df7d665e req-ee888aae-048b-4153-91de-01a0cffc2af4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.2018416 Jan 21 20:01:50.483067 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3e06c2fb-782d-423f-b408-ebf1df7d665e req-b9ee7af6-11d3-423c-80d6-4310e66f0ae0 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859852 Jan 21 20:01:51.700161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 40906) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:51.925248 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:51.954281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:51.962422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Usage tracker for resource:security_group_rule and tenant:b7ef6a33a4594adcb560b95403ac947a is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:51.967995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:51.976468 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:52.099301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.103619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.119737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7c717fef-aaca-4123-9def-aeb63dba89d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:52.176684 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b7ef6a33a4594adcb560b95403ac947a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749303 Jan 21 20:01:52.177774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec67ae-c529-4147-9f08-b455c2a3ef97,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:52.181548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 40912) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:52.183161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:52.291367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.329793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.386119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.391972 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e2e4ac9-38a9-4d95-af43-b0aa36413e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:52.407416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec67ae-c529-4147-9f08-b455c2a3ef97,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:52.418652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.419901 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bfec67ae-c529-4147-9f08-b455c2a3ef97 HTTP/1.1" status: 204 len: 168 time: 0.2370770 Jan 21 20:01:52.422096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.422611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.423024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.423470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.423950 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.424402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.424817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.425275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.426302 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.426302 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.426657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.426971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.427242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.427621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.427997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.428435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.428871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.429254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.429649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.430023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.430617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.431329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.431997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.432673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:52.437056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:57.769970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41068) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:58.034358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:58.061743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:58.066638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Usage tracker for resource:security_group_rule and tenant:f2b67b77ab0a477d985b04f56393c036 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:58.076816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:58.090016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:58.220953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:58.223399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:58.234639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0859a783-07c3-4011-a663-2f67ff5fd6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:58.296975 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2b67b77ab0a477d985b04f56393c036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254197 Jan 21 20:01:58.301487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 41074) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:58.302855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0809da21-db8b-465c-a28b-7438ba45afcf,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:58.308821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:58.390746 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efd67861-90a7-4c42-a0e2-fe889229e78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:58.430484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efd67861-90a7-4c42-a0e2-fe889229e78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:58.489071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efd67861-90a7-4c42-a0e2-fe889229e78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:58.496450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3cf8dcfc-20ec-4522-a20f-15a5e9c57db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:58.517357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd67861-90a7-4c42-a0e2-fe889229e78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0809da21-db8b-465c-a28b-7438ba45afcf,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:58.524409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-efd67861-90a7-4c42-a0e2-fe889229e78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:58.526422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efd67861-90a7-4c42-a0e2-fe889229e78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:58.529778 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-efd67861-90a7-4c42-a0e2-fe889229e78d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0809da21-db8b-465c-a28b-7438ba45afcf HTTP/1.1" status: 204 len: 168 time: 0.2251654 Jan 21 20:01:59.153565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41088) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:59.184447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.212801 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:59.220672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ceeb90cef8344964b055abb6dab39f78 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:59.227000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:59.238834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:59.251544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba8e21-5e8c-4822-9aca-54e819cd079a req-a40756bd-1471-450e-9184-1202e4cae89f tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:59.253304 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-79ba8e21-5e8c-4822-9aca-54e819cd079a req-a40756bd-1471-450e-9184-1202e4cae89f tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 945 time: 0.1338491 Jan 21 20:01:59.316306 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-79ba8e21-5e8c-4822-9aca-54e819cd079a req-3a38a526-56f7-4a85-8c0a-2a109ce1fa89 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546556 Jan 21 20:01:59.357033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.360784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.372083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:59.421992 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ceeb90cef8344964b055abb6dab39f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665646 Jan 21 20:01:59.424746 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 41092) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:59.425096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686dbdf8-e5db-44fa-b59c-6170e5c68c50,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:59.432108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:59.494553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-630eef29-cce0-4fd5-bf93-3f2ab470cc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.524746 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-630eef29-cce0-4fd5-bf93-3f2ab470cc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.591339 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-630eef29-cce0-4fd5-bf93-3f2ab470cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.600966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3a404fc-15e6-4ab8-8dcd-66578ce374aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:59.625864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eef29-cce0-4fd5-bf93-3f2ab470cc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686dbdf8-e5db-44fa-b59c-6170e5c68c50,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:59.631864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-630eef29-cce0-4fd5-bf93-3f2ab470cc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:59.635445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-630eef29-cce0-4fd5-bf93-3f2ab470cc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.637572 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-630eef29-cce0-4fd5-bf93-3f2ab470cc72 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/686dbdf8-e5db-44fa-b59c-6170e5c68c50 HTTP/1.1" status: 204 len: 168 time: 0.2114739 Jan 21 20:02:00.599296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:02:00.655822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e24577-adf6-4ab4-b97b-cdd09d7eb8c5 req-3f3e3053-16e5-4ef3-ac81-b24fcbbca27d tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:00.658964 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-97e24577-adf6-4ab4-b97b-cdd09d7eb8c5 req-3f3e3053-16e5-4ef3-ac81-b24fcbbca27d tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 945 time: 0.1573236 Jan 21 20:02:00.760873 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-97e24577-adf6-4ab4-b97b-cdd09d7eb8c5 req-874f1bdc-39fe-44ec-b265-941990dfa1cf tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881155 Jan 21 20:02:02.083599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22eb6-cb14-4b2c-a8fe-5d76c3734085 req-9f46f5aa-50a1-412c-9300-32a58d963d3b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:02.085706 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-22d22eb6-cb14-4b2c-a8fe-5d76c3734085 req-9f46f5aa-50a1-412c-9300-32a58d963d3b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 945 time: 0.1533935 Jan 21 20:02:02.156471 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-22d22eb6-cb14-4b2c-a8fe-5d76c3734085 req-3cbd0c36-3933-4069-a5a8-66ba914c753e tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617080 Jan 21 20:02:03.490702 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d259f-869d-48a0-a6e3-4a737e4ca4f4 req-2a17ea01-f095-40c8-a8aa-072233716ef2 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:03.490702 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4d9d259f-869d-48a0-a6e3-4a737e4ca4f4 req-2a17ea01-f095-40c8-a8aa-072233716ef2 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 945 time: 0.1549282 Jan 21 20:02:03.563591 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4d9d259f-869d-48a0-a6e3-4a737e4ca4f4 req-0e120640-357c-463d-8c92-77a4899d36cb tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585017 Jan 21 20:02:04.770117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47185e-95a7-4a82-9794-1674973576d3 req-82a9fb43-f24a-4922-b380-d92251aadad5 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:04.772001 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9a47185e-95a7-4a82-9794-1674973576d3 req-82a9fb43-f24a-4922-b380-d92251aadad5 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.38 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 945 time: 0.1278794 Jan 21 20:02:04.941726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41192) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:04.949589 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Deleting port 70731a57-b857-4e5d-8539-4f16c9450a63 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:04.949989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.107214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa6ef-e4f5-4429-aa30-044d0dfa143a req-9ee83a9f-6480-4a43-95b5-89733c19f56b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:05.108924 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38efa6ef-e4f5-4429-aa30-044d0dfa143a req-9ee83a9f-6480-4a43-95b5-89733c19f56b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 945 time: 0.2810175 Jan 21 20:02:05.172532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.195337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:05.201476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:b955346badbc4fe7b370f5172ab8cf3f is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:05.206232 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:05.214932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:05.339984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 70731a57-b857-4e5d-8539-4f16c9450a63 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:02:05.388709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.393096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.409071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-df72507a-46a8-4239-aff2-83967d63b51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:05.482674 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b955346badbc4fe7b370f5172ab8cf3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389884 Jan 21 20:02:05.485201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b79f6-a115-4998-b577-316a041adba5,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:05.489840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.490894 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41198) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:05.494862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:05.526891 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21badd-0b79-418b-8abe-35d6083ce659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70731a57-b857-4e5d-8539-4f16c9450a63'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:05.541864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 70731a57-b857-4e5d-8539-4f16c9450a63, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=70731a57-b857-4e5d-8539-4f16c9450a63,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:05.546448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.549860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:05.592078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4cdaf17-9542-4e96-ba01-430f04b0eeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.639112 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-38efa6ef-e4f5-4429-aa30-044d0dfa143a req-7a05a975-eb56-4ab2-a548-bd4b8bfa4984 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743628 Jan 21 20:02:05.650478 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=70731a57-b857-4e5d-8539-4f16c9450a63,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:05.651266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4cdaf17-9542-4e96-ba01-430f04b0eeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.662091 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.662722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.663300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.664474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.665270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.665959 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.667616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] For port 70731a57-b857-4e5d-8539-4f16c9450a63, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=70731a57-b857-4e5d-8539-4f16c9450a63,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:05.668272 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.668839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.669078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.670203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.670980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.671687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.672309 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.673261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.673947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.674581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.675119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.675636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.676167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.677115 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.677771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.678323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.678831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.679381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.679889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:05.685491 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21badd-0b79-418b-8abe-35d6083ce659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70731a57-b857-4e5d-8539-4f16c9450a63', 'code': 200} Jan 21 20:02:05.686934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:05.728059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4cdaf17-9542-4e96-ba01-430f04b0eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.748396 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f0069923-eb29-4005-9ca1-b11c23f816cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:05.762639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdaf17-9542-4e96-ba01-430f04b0eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b79f6-a115-4998-b577-316a041adba5,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:05.767016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a4cdaf17-9542-4e96-ba01-430f04b0eeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:05.791085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4cdaf17-9542-4e96-ba01-430f04b0eeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.794182 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a4cdaf17-9542-4e96-ba01-430f04b0eeb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f27b79f6-a115-4998-b577-316a041adba5 HTTP/1.1" status: 204 len: 168 time: 0.3016174 Jan 21 20:02:05.855367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Calling delete_port for 70731a57-b857-4e5d-8539-4f16c9450a63 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:05.960277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80130) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:02:05.961530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:02:06.229181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41208) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:06.251000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.272799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:06.278067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Usage tracker for resource:security_group_rule and tenant:bef7a320c671459eb7bed21e96a53beb is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:06.281504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:06.287838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:06.399712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.403590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.412559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0092e1d8-32e0-4df9-93e5-fa614aca2190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:06.463053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Deleting port 70731a57-b857-4e5d-8539-4f16c9450a63 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:06.463462 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bef7a320c671459eb7bed21e96a53beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326550 Jan 21 20:02:06.463666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.464142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb5ef6-f276-4551-895f-89ebf1b6cc87,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:06.467401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41212) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:06.470226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:06.561919 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1a63c1fb-15b7-4d88-b9c3-e3845926f449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.597700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1a63c1fb-15b7-4d88-b9c3-e3845926f449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.688333 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1a63c1fb-15b7-4d88-b9c3-e3845926f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.693487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-59d4db9d-9eaa-499c-9e09-757726cfe00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:06.724352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63c1fb-15b7-4d88-b9c3-e3845926f449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb5ef6-f276-4551-895f-89ebf1b6cc87,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:06.729800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1a63c1fb-15b7-4d88-b9c3-e3845926f449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:06.775828 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1a63c1fb-15b7-4d88-b9c3-e3845926f449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.784127 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1a63c1fb-15b7-4d88-b9c3-e3845926f449 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/12eb5ef6-f276-4551-895f-89ebf1b6cc87 HTTP/1.1" status: 204 len: 168 time: 0.3110900 Jan 21 20:02:06.823942 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] For port 70731a57-b857-4e5d-8539-4f16c9450a63, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=70731a57-b857-4e5d-8539-4f16c9450a63,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:06.824963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:07.059447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Calling delete_port for 70731a57-b857-4e5d-8539-4f16c9450a63 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:07.443219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f84bc-0d05-4b5c-aebd-8da4e7a8f6f4 req-40369030-2a06-4423-902d-63fa07512144 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:07.445904 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-db6f84bc-0d05-4b5c-aebd-8da4e7a8f6f4 req-40369030-2a06-4423-902d-63fa07512144 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6e21badd-0b79-418b-8abe-35d6083ce659 HTTP/1.1" status: 200 len: 943 time: 0.4031081 Jan 21 20:02:07.452328 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-2e41450a-c00f-4e89-bf66-bf7a040a82ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4087148 Jan 21 20:02:07.498258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:07.576332 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5a80ec2-8237-4f34-b42e-b8c24f6af64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:07.710253 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Pushing event deleted for resources: {'Port': ['ID=70731a57-b857-4e5d-8539-4f16c9450a63,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:07.740697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:07.755460 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-db6f84bc-0d05-4b5c-aebd-8da4e7a8f6f4 req-0dc262bd-4842-42cc-bd03-b306401d0fa9 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993202 Jan 21 20:02:07.899422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] No DVR routers for this DVR port 70731a57-b857-4e5d-8539-4f16c9450a63 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:02:07.901845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:07.906991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21badd-0b79-418b-8abe-35d6083ce659', 'name': 'network-vif-deleted', 'tag': '70731a57-b857-4e5d-8539-4f16c9450a63'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:07.925421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-b36927f8-1f30-4819-9f01-f7b8f62d0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:07.927146 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-b36927f8-1f30-4819-9f01-f7b8f62d0763 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 1162 time: 0.4235971 Jan 21 20:02:07.929198 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9a47185e-95a7-4a82-9794-1674973576d3 req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.38 "DELETE /v2.0/ports/70731a57-b857-4e5d-8539-4f16c9450a63 HTTP/1.1" status: 204 len: 173 time: 3.1496987 Jan 21 20:02:08.004256 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21badd-0b79-418b-8abe-35d6083ce659', 'name': 'network-vif-deleted', 'tag': '70731a57-b857-4e5d-8539-4f16c9450a63', 'status': 'completed', 'code': 200} Jan 21 20:02:08.149662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-a0252641-cc21-42f2-bada-c3fa220b3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:08.152483 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-a0252641-cc21-42f2-bada-c3fa220b3d7e service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.1867974 Jan 21 20:02:08.300257 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-fe354294-0b80-4f0a-a637-7e2ae588609a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715 HTTP/1.1" status: 200 len: 1000 time: 0.1400363 Jan 21 20:02:08.382557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-9de0afaf-b880-40c0-8ca1-cd062a30d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:08.384185 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-9de0afaf-b880-40c0-8ca1-cd062a30d992 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.0768576 Jan 21 20:02:08.494409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-5843b9bd-7244-4aa0-91ec-2f47a68c8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:08.494409 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-5843b9bd-7244-4aa0-91ec-2f47a68c8e59 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1006601 Jan 21 20:02:08.736768 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-8882c6f2-c5d1-49c5-a6be-1396a9bafa68 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333870 Jan 21 20:02:08.957877 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca86897-2eda-4fbb-9272-93ffcb8f0531 req-c7a2c376-4a41-4cb1-a7dc-54b425c308ed service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2131977 Jan 21 20:02:12.459349 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:13.632830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-813bbb30-3326-425e-b5b9-edb7e1498b93 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:13.634524 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-813bbb30-3326-425e-b5b9-edb7e1498b93 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/networks?id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe HTTP/1.1" status: 200 len: 814 time: 0.1948912 Jan 21 20:02:13.655523 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-e7a96be7-fd7b-4fb8-b837-c6cb2d8cf875 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/quotas/a1774556dd47465596c0d2b0628889c9 HTTP/1.1" status: 200 len: 375 time: 0.0119605 Jan 21 20:02:13.713891 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-b088be66-4eec-46a7-89a5-abf2795592a9 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Synchronizing usage tracker for tenant:a1774556dd47465596c0d2b0628889c9 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:13.732646 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-b088be66-4eec-46a7-89a5-abf2795592a9 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Unset dirty status for tenant:a1774556dd47465596c0d2b0628889c9 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:13.734116 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-b088be66-4eec-46a7-89a5-abf2795592a9 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?tenant_id=a1774556dd47465596c0d2b0628889c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717614 Jan 21 20:02:13.902793 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-1585e967-64e4-4e06-8621-6004217b8c5f service neutron] 10.222.0.76 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576984 Jan 21 20:02:14.116077 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-6ada80d0-3388-4150-bfd3-3d46894cb94c service neutron] 10.222.0.76 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2019169 Jan 21 20:02:14.313832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7323599c-71fd-4c9f-ad7b-4c94bc53616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:14.480662 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7629ed23-4e46-4932-b7eb-80075e838b37 req-b7c6e4b7-1df7-41e4-82e6-327988e256da tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 210 time: 0.1353347 Jan 21 20:02:15.818874 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d88ff5b2-1f0a-4571-80f2-4f93e47f255d req-7d7d32fe-27e2-4fd4-8613-9820d2332501 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 210 time: 0.1800046 Jan 21 20:02:16.166485 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-bc449b5f-4fac-4c3a-95bd-651e6161fe29 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:16.168177 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-bc449b5f-4fac-4c3a-95bd-651e6161fe29 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.38 "GET /v2.0/networks?id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe HTTP/1.1" status: 200 len: 814 time: 0.5274100 Jan 21 20:02:16.193710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Request body: {'port': {'device_id': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe', 'admin_state_up': True, 'tenant_id': 'a1774556dd47465596c0d2b0628889c9'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:16.362457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:16.373888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:16.384573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Made reservation on behalf of a1774556dd47465596c0d2b0628889c9 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:16.394011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:16.783603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Allocated IP 172.20.0.7 (1af4a41d-4888-4bbe-aa17-e9ac122e5bfe/c94d1389-4110-491f-a36a-f9a22183b008/083a4353-2ee2-4407-8ab6-bffd50567107) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:16.910530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e7afa56-6896-412a-aa05-595f3f1ad57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:17.117467 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-795dcafa-d028-4f7d-b0ce-d86209771c51 req-f0c28cd2-076b-49d5-a04c-90e1098bb39a tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 210 time: 0.0988326 Jan 21 20:02:17.207881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:17.213978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:17.264828 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:17.285617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:17.466451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Pushing event updated for resources: {'Port': ['ID=083a4353-2ee2-4407-8ab6-bffd50567107,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:17.472462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:17.530129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:17.531527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:17.534346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:17.671742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:17.672980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:17.713063 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5240090 Jan 21 20:02:17.738892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Request body: {'port': {'device_id': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:17.941306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.418538 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.601678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e412ef-e55a-4c8b-9368-062c0d0e0d67 req-ad000ef6-5b5b-49f3-9a4c-8593e806fe6b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:18.602542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-89e412ef-e55a-4c8b-9368-062c0d0e0d67 req-ad000ef6-5b5b-49f3-9a4c-8593e806fe6b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Synchronizing usage tracker for tenant:a1774556dd47465596c0d2b0628889c9 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:18.651970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083a4353-2ee2-4407-8ab6-bffd50567107 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:02:18.659361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-89e412ef-e55a-4c8b-9368-062c0d0e0d67 req-ad000ef6-5b5b-49f3-9a4c-8593e806fe6b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Unset dirty status for tenant:a1774556dd47465596c0d2b0628889c9 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:18.660690 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-89e412ef-e55a-4c8b-9368-062c0d0e0d67 req-ad000ef6-5b5b-49f3-9a4c-8593e806fe6b tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 931 time: 0.2840946 Jan 21 20:02:18.662882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.700761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Transition to ACTIVE for port object 083a4353-2ee2-4407-8ab6-bffd50567107 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:18.704464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.722220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d2504057-29e3-4b50-9a19-b417e7462168 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:18.875719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.887138 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-89e412ef-e55a-4c8b-9368-062c0d0e0d67 req-f59b56fa-f5e9-432c-8852-ff108319964d tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116580 Jan 21 20:02:18.909818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Pushing event updated for resources: {'Port': ['ID=083a4353-2ee2-4407-8ab6-bffd50567107,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:18.916038 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:19.143136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Attempting to bind port 083a4353-2ee2-4407-8ab6-bffd50567107 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:02:19.143136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Attempting to bind port 083a4353-2ee2-4407-8ab6-bffd50567107 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:02:19.143136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Attempting to bind port 083a4353-2ee2-4407-8ab6-bffd50567107 on network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:02:19.149834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:02:19.150241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Checking segment: {'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:02:19.150636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:19.151026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Bound using segment: {'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:02:19.151514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Bound port: 083a4353-2ee2-4407-8ab6-bffd50567107, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c7217b-70f5-426d-8927-526eddc33446', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1af4a41d-4888-4bbe-aa17-e9ac122e5bfe'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:02:19.151889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:19.292640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] For port 083a4353-2ee2-4407-8ab6-bffd50567107, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:02:19.300144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] For port 083a4353-2ee2-4407-8ab6-bffd50567107, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=083a4353-2ee2-4407-8ab6-bffd50567107,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:02:19.305056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:19.331912 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:19.543867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Pushing event updated for resources: {'Port': ['ID=083a4353-2ee2-4407-8ab6-bffd50567107,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:19.561645 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:19.611336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:19.612760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:19.615976 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] 10.222.0.38 "PUT /v2.0/ports/083a4353-2ee2-4407-8ab6-bffd50567107 HTTP/1.1" status: 200 len: 1157 time: 1.8863282 Jan 21 20:02:19.616795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'tag': '083a4353-2ee2-4407-8ab6-bffd50567107'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:19.742003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41412) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:19.743848 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'tag': '083a4353-2ee2-4407-8ab6-bffd50567107', 'status': 'completed', 'code': 200} Jan 21 20:02:19.808777 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-12532517-8d53-416c-8e8a-7f4abd8823e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:19.811671 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-12532517-8d53-416c-8e8a-7f4abd8823e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1774556dd47465596c0d2b0628889c9&device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 1160 time: 0.1199250 Jan 21 20:02:19.944249 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-2c825eae-acfd-44c6-928f-bda3deb179a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=083a4353-2ee2-4407-8ab6-bffd50567107 HTTP/1.1" status: 200 len: 217 time: 0.1165767 Jan 21 20:02:19.977175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:19.996525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:20.001236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Usage tracker for resource:security_group_rule and tenant:5df44a6bf3114420a7363d21ca21fed2 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:20.006033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:20.015440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:20.049037 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-99c5791b-ba2c-4e79-9879-16236ee2f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:20.050985 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-99c5791b-ba2c-4e79-9879-16236ee2f26c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c94d1389-4110-491f-a36a-f9a22183b008 HTTP/1.1" status: 200 len: 854 time: 0.0997610 Jan 21 20:02:20.128055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:20.131741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:20.143378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-76d1a1a8-03f7-4951-8b0a-786333fe87b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:20.177788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3fe74f-4936-462a-9c01-f03f18dd0e81,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:20.186446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:20.188299 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-9501367a-7ec9-4a32-a18c-456c4fb6a9a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260774 Jan 21 20:02:20.218684 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5df44a6bf3114420a7363d21ca21fed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722509 Jan 21 20:02:20.221758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41424) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:20.324352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72460523-2b9d-48ad-8441-3a1890b2480c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:20.372732 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72460523-2b9d-48ad-8441-3a1890b2480c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:20.487513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72460523-2b9d-48ad-8441-3a1890b2480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:20.493252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-70e7c146-59ab-4b22-9f01-4d2a8b9c104d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:20.521588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72460523-2b9d-48ad-8441-3a1890b2480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3fe74f-4936-462a-9c01-f03f18dd0e81,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:20.528443 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72460523-2b9d-48ad-8441-3a1890b2480c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:20.535426 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-72460523-2b9d-48ad-8441-3a1890b2480c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a3fe74f-4936-462a-9c01-f03f18dd0e81 HTTP/1.1" status: 204 len: 168 time: 0.3118775 Jan 21 20:02:20.537064 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-72460523-2b9d-48ad-8441-3a1890b2480c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:20.791195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964cd20-f8ed-4779-847f-f678f932f611 req-569fde0a-b5a3-4d61-bba2-1fd4410a567f tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:20.797764 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c964cd20-f8ed-4779-847f-f678f932f611 req-569fde0a-b5a3-4d61-bba2-1fd4410a567f tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 943 time: 0.6867149 Jan 21 20:02:20.838208 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-2184aec8-aacc-44c7-962c-bc4dfda58575 service neutron] 10.222.0.38 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407332 Jan 21 20:02:20.903937 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c964cd20-f8ed-4779-847f-f678f932f611 req-1a4a2404-c8bf-4577-af02-77e1c7238065 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947769 Jan 21 20:02:21.037855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41440) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:21.061384 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-01acef53-e793-4ca0-a838-2163d8e2fb86 req-792fe1b4-2889-4ba4-b697-6b6e339213f4 service neutron] 10.222.0.38 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2010725 Jan 21 20:02:21.064395 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.084086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:21.090869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed41cb4a1ad7417e88aea284a7e5298f is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:21.094271 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:21.100705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:21.205105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.209033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.221816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f06fa779-a848-4d29-b1a7-d1048c4ebb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:21.275260 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed41cb4a1ad7417e88aea284a7e5298f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350185 Jan 21 20:02:21.276224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce63d7af-a0ef-4dc1-aa62-fcbbbec44d68,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:21.279888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:21.281007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41444) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:21.298721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062e179-b042-4654-a4f2-727fccb5f385 req-115d1f98-9ae7-48f6-ac53-86d5ee8e2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:21.300475 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0062e179-b042-4654-a4f2-727fccb5f385 req-115d1f98-9ae7-48f6-ac53-86d5ee8e2df0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1774556dd47465596c0d2b0628889c9&device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 1160 time: 0.1131268 Jan 21 20:02:21.365971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a6539088-14a3-4f32-9ba6-6d9a5a8cb9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.400530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a6539088-14a3-4f32-9ba6-6d9a5a8cb9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.450999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a6539088-14a3-4f32-9ba6-6d9a5a8cb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.456657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d4eb0a98-5eeb-4681-bb83-ff8b2adb65db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:21.471913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062e179-b042-4654-a4f2-727fccb5f385 req-5d52cb4a-7508-4201-bde7-c161f9d2a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:21.472195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6539088-14a3-4f32-9ba6-6d9a5a8cb9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce63d7af-a0ef-4dc1-aa62-fcbbbec44d68,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:21.473538 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0062e179-b042-4654-a4f2-727fccb5f385 req-5d52cb4a-7508-4201-bde7-c161f9d2a6cf service neutron] 10.222.0.38 "GET /v2.0/networks?id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe HTTP/1.1" status: 200 len: 908 time: 0.1654277 Jan 21 20:02:21.476755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a6539088-14a3-4f32-9ba6-6d9a5a8cb9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:21.478182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a6539088-14a3-4f32-9ba6-6d9a5a8cb9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.479447 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a6539088-14a3-4f32-9ba6-6d9a5a8cb9ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce63d7af-a0ef-4dc1-aa62-fcbbbec44d68 HTTP/1.1" status: 204 len: 168 time: 0.1962786 Jan 21 20:02:21.563978 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0062e179-b042-4654-a4f2-727fccb5f385 req-b69e18b2-63ea-49c9-a712-29eca2dd5439 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=083a4353-2ee2-4407-8ab6-bffd50567107 HTTP/1.1" status: 200 len: 217 time: 0.0820076 Jan 21 20:02:21.651515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062e179-b042-4654-a4f2-727fccb5f385 req-ee1defbc-4a3f-4f4b-8cf5-d844ac4c4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:21.653265 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0062e179-b042-4654-a4f2-727fccb5f385 req-ee1defbc-4a3f-4f4b-8cf5-d844ac4c4644 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c94d1389-4110-491f-a36a-f9a22183b008 HTTP/1.1" status: 200 len: 854 time: 0.0816798 Jan 21 20:02:21.759064 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0062e179-b042-4654-a4f2-727fccb5f385 req-e92f4f72-62c5-4307-99d0-438659ce3783 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979798 Jan 21 20:02:21.950086 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0062e179-b042-4654-a4f2-727fccb5f385 req-95bc5019-e991-45a0-8d17-f9a7817f18a8 service neutron] 10.222.0.38 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829770 Jan 21 20:02:22.157383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41456) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:22.184188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.204851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:22.210275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:1c09d3d4080d4269bc9c72c52bc30bea is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:22.214802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:22.223961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:22.333028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.339788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.352318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-20a90ced-6368-4b38-ba53-e2fd53efef98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:22.389851 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0062e179-b042-4654-a4f2-727fccb5f385 req-3b7eca52-ea31-4359-8d4f-2054f5d39297 service neutron] 10.222.0.38 "GET /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4315538 Jan 21 20:02:22.410075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4241c8-437f-4982-ba3c-b258d21c0b1e,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:22.418213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:22.423625 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c09d3d4080d4269bc9c72c52bc30bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620780 Jan 21 20:02:22.424095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41462) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:22.443618 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49df1d-1c10-4c4e-a8b4-01a774b8fe98 req-63155340-4dc1-4313-b168-5500e4fc2179 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:22.447838 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8d49df1d-1c10-4c4e-a8b4-01a774b8fe98 req-63155340-4dc1-4313-b168-5500e4fc2179 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 943 time: 0.3012664 Jan 21 20:02:22.528726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a405bdaa-304b-43db-9c00-67a092fe10d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.529775 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8d49df1d-1c10-4c4e-a8b4-01a774b8fe98 req-a18a413a-98b0-4f29-a5c2-33916b5e4b96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681398 Jan 21 20:02:22.581727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a405bdaa-304b-43db-9c00-67a092fe10d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.641147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a405bdaa-304b-43db-9c00-67a092fe10d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.646652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f5988b6-c63a-4386-87a3-0686fcd75d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:22.661398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405bdaa-304b-43db-9c00-67a092fe10d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4241c8-437f-4982-ba3c-b258d21c0b1e,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:22.666589 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a405bdaa-304b-43db-9c00-67a092fe10d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:22.667851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a405bdaa-304b-43db-9c00-67a092fe10d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.672572 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a405bdaa-304b-43db-9c00-67a092fe10d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0c4241c8-437f-4982-ba3c-b258d21c0b1e HTTP/1.1" status: 204 len: 168 time: 0.2444510 Jan 21 20:02:22.992710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c067d-c29c-440b-8d98-24811156fb59 req-7488e921-5114-4936-aeed-5a6832193a51 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:22.994736 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ad3c067d-c29c-440b-8d98-24811156fb59 req-7488e921-5114-4936-aeed-5a6832193a51 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1766617 Jan 21 20:02:23.057810 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ad3c067d-c29c-440b-8d98-24811156fb59 req-b897610a-9772-44f6-bdf4-6dc567315112 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526729 Jan 21 20:02:23.896177 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41488) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:23.989523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c9af5-c9dd-4492-af9b-44d25e93d437 req-a869fcfa-0821-43e6-ad6e-c8c9c7a2f4dc tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:23.993217 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-916c9af5-c9dd-4492-af9b-44d25e93d437 req-a869fcfa-0821-43e6-ad6e-c8c9c7a2f4dc tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 943 time: 0.1753232 Jan 21 20:02:24.056832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 083a4353-2ee2-4407-8ab6-bffd50567107 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:24.063535 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-916c9af5-c9dd-4492-af9b-44d25e93d437 req-a7741c74-133b-4289-ad8f-19221921a2b0 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630558 Jan 21 20:02:24.078689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-261582124-network', 'tenant_id': 'e62989587c8a4c7ba082d083cf45c092'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:24.084798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:24.092902 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Usage tracker for resource:network and tenant:e62989587c8a4c7ba082d083cf45c092 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:24.096725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:24.107542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:24.126807 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Made reservation on behalf of e62989587c8a4c7ba082d083cf45c092 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:24.132169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.150311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.174543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:24.181395 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Usage tracker for resource:security_group_rule and tenant:e62989587c8a4c7ba082d083cf45c092 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:24.186096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:24.194185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:24.212717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 083a4353-2ee2-4407-8ab6-bffd50567107 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:24.219120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 083a4353-2ee2-4407-8ab6-bffd50567107 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:24.219511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.327188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.334064 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.345383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-901def7c-a2cb-45c1-8e30-a5d19a0a679a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:24.391149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:02:24.397025 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.404565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc77d9-de24-4742-ac68-6fd4c3b5382a,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:24.409213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:24.412508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.413172 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Added segment 0eac2057-3d6f-4467-b9f7-e5b30c97c9ec of type vxlan for network dafde858-3f88-4f97-9381-9762bb20ef6f Jan 21 20:02:24.459759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083a4353-2ee2-4407-8ab6-bffd50567107'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:24.468279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6248f-1342-4580-849d-51085bc84c63 req-dca712ba-e217-40cc-af10-af10d36a2adb tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:24.470112 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-06c6248f-1342-4580-849d-51085bc84c63 req-dca712ba-e217-40cc-af10-af10d36a2adb tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.1509864 Jan 21 20:02:24.477169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.481667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 083a4353-2ee2-4407-8ab6-bffd50567107, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=083a4353-2ee2-4407-8ab6-bffd50567107,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:24.487579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.491194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:24.552970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.556577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:24.557857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.563885 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083a4353-2ee2-4407-8ab6-bffd50567107', 'code': 200} Jan 21 20:02:24.568631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86f55fe9-52d5-4de1-8e5e-d4e82a9e9dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:24.577661 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-06c6248f-1342-4580-849d-51085bc84c63 req-9eb16dbc-155f-44f7-b835-5436a1ebeb56 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899138 Jan 21 20:02:24.636031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=083a4353-2ee2-4407-8ab6-bffd50567107,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:24.658912 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:24.815963 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9154279 Jan 21 20:02:24.817575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41500) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:24.821440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Pushing event updated for resources: {'Network': ['ID=dafde858-3f88-4f97-9381-9762bb20ef6f,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:24.824374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-db7861dc-61d8-4019-93b0-cf9ce7c69fb1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:24.827574 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-db7861dc-61d8-4019-93b0-cf9ce7c69fb1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.2363770 Jan 21 20:02:24.829780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Request body: {'subnet': {'network_id': 'dafde858-3f88-4f97-9381-9762bb20ef6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-261582124-subnet', 'tenant_id': 'e62989587c8a4c7ba082d083cf45c092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:24.836268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:24.837751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:24.840449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network dafde858-3f88-4f97-9381-9762bb20ef6f details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:02:24.843602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Usage tracker for resource:subnet and tenant:e62989587c8a4c7ba082d083cf45c092 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:24.847436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:24.855817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:24.868427 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Made reservation on behalf of e62989587c8a4c7ba082d083cf45c092 for: {'subnet': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:24.874104 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3159872'] for subnet, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.994435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network dafde858-3f88-4f97-9381-9762bb20ef6f details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:02:25.034405 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Deleting port f1bb26e1-1a96-46f7-b2e9-f9986e432715 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:25.035219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:25.204982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460642c-bad7-4ce1-8e45-f4c81c66f07d req-c4b6989c-fe7b-4c6a-ad03-c0bb345ea1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:25.206694 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8460642c-bad7-4ce1-8e45-f4c81c66f07d req-c4b6989c-fe7b-4c6a-ad03-c0bb345ea1b5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 1162 time: 0.2633615 Jan 21 20:02:25.456393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852515687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3159923'] for subnet, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:25.478452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5fc1420b-53de-4425-ae73-330d762e051a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:25.615918 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8460642c-bad7-4ce1-8e45-f4c81c66f07d req-53c630f9-3747-4bec-8ae2-b9331bb7f556 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300900 Jan 21 20:02:25.617309 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfdb97e5-c732-4849-9996-f932de91cf12,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:25.621397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:25.674361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 083a4353-2ee2-4407-8ab6-bffd50567107 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:25.729209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] For port f1bb26e1-1a96-46f7-b2e9-f9986e432715, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:25.729773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:25.760500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Checking segment: {'id': '0eac2057-3d6f-4467-b9f7-e5b30c97c9ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dafde858-3f88-4f97-9381-9762bb20ef6f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:02:25.762264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Network hostable DHCP agents. Network: dafde858-3f88-4f97-9381-9762bb20ef6f, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:02:25.799586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Network dafde858-3f88-4f97-9381-9762bb20ef6f is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:02:25.822981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 083a4353-2ee2-4407-8ab6-bffd50567107 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:25.824569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, dafde858-3f88-4f97-9381-9762bb20ef6f) {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:25.833874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:25.856132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:25.858031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:25.889424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb6385-fdd4-4f26-9e3e-359393ced04a None None] Network dafde858-3f88-4f97-9381-9762bb20ef6f requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:02:25.899983 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0804183 Jan 21 20:02:25.975079 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace99f6-3292-4199-9834-f152bc0b6d0e req-c28f1648-50af-45b2-93f2-7ebf7819534d tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:25.978282 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2ace99f6-3292-4199-9834-f152bc0b6d0e req-c28f1648-50af-45b2-93f2-7ebf7819534d tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 945 time: 0.6951838 Jan 21 20:02:26.266882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f1bb26e1-1a96-46f7-b2e9-f9986e432715 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:02:26.316325 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2ace99f6-3292-4199-9834-f152bc0b6d0e req-e7dbdb45-d386-4e37-89f0-8ce7839d8dee tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107660 Jan 21 20:02:26.417803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e12b5-7073-4149-bef0-b2458e6f8db0 None None] Network dafde858-3f88-4f97-9381-9762bb20ef6f requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:02:26.514486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a36350-683a-436f-9c29-2f07ded5d47c req-b2f4b701-567d-496d-95d6-735be71f4b31 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:26.516237 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f2a36350-683a-436f-9c29-2f07ded5d47c req-b2f4b701-567d-496d-95d6-735be71f4b31 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 945 time: 0.5364799 Jan 21 20:02:26.544083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:26.610522 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:26.662285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port f1bb26e1-1a96-46f7-b2e9-f9986e432715, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:26.694652 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f2a36350-683a-436f-9c29-2f07ded5d47c req-1587dcfa-461d-4705-8c93-897b163c0991 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675041 Jan 21 20:02:26.700930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:26.701425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:26.702388 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Floating IP 63b73872-4b43-4751-bac9-48f8fde7d376 disassociated. External IP: 172.28.3.65, port: f1bb26e1-1a96-46f7-b2e9-f9986e432715. Jan 21 20:02:26.725157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Calling delete_port for f1bb26e1-1a96-46f7-b2e9-f9986e432715 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:26.900708 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'code': 200} Jan 21 20:02:26.905671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:26.909247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:26.992148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80130) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:02:26.993116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:02:27.022474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=f1bb26e1-1a96-46f7-b2e9-f9986e432715,revision_number=7']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:27.028171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:27.189070 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41524) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:27.196841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1191114244-network', 'tenant_id': '628f318c3d53464aaf905be4788b13c8'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:27.202413 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:27.206989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Usage tracker for resource:network and tenant:628f318c3d53464aaf905be4788b13c8 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:27.212318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:27.219353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:27.231553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Made reservation on behalf of 628f318c3d53464aaf905be4788b13c8 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:27.236719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.252683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.275701 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:27.285113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Usage tracker for resource:security_group_rule and tenant:628f318c3d53464aaf905be4788b13c8 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:27.289106 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:27.297380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:27.422924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.427875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.435621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-84848e7a-2b1a-4a16-a818-1a96ea3f1fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:27.485533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:02:27.494342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Deleting port f1bb26e1-1a96-46f7-b2e9-f9986e432715 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:27.495119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.504630 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8eb336-949a-438d-8587-029ed0033aea,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:27.509147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:27.514332 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.514959 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Added segment 3840e375-2495-4e92-a3e6-cf4ad0d1843c of type vxlan for network fa4975af-bd47-4e6f-a0e8-e359624d0542 Jan 21 20:02:27.571628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.622406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.624337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:27.625061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.631282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:27.780780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 083a4353-2ee2-4407-8ab6-bffd50567107 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:27.939124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 083a4353-2ee2-4407-8ab6-bffd50567107 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:27.939731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:28.060832 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8674216 Jan 21 20:02:28.061348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41534) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:28.065545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4975af-bd47-4e6f-a0e8-e359624d0542,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:28.071953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Request body: {'subnet': {'network_id': 'fa4975af-bd47-4e6f-a0e8-e359624d0542', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1191114244-subnet', 'tenant_id': '628f318c3d53464aaf905be4788b13c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:28.078539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:28.081462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:28.087226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Usage tracker for resource:subnet and tenant:628f318c3d53464aaf905be4788b13c8 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:28.090978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:28.101012 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network fa4975af-bd47-4e6f-a0e8-e359624d0542 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:02:28.102832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:28.114637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network fa4975af-bd47-4e6f-a0e8-e359624d0542 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:02:28.115971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Made reservation on behalf of 628f318c3d53464aaf905be4788b13c8 for: {'subnet': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:28.122589 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3159872'] for subnet, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:28.501074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f100aca-ea18-4225-8520-38852a743c19 req-0ab42f55-4b04-447c-9c81-2d6e441765b1 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:28.502900 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f100aca-ea18-4225-8520-38852a743c19 req-0ab42f55-4b04-447c-9c81-2d6e441765b1 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 945 time: 1.0109365 Jan 21 20:02:28.562879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1103e72-3b4a-43a4-a416-b99ef016a15b req-eda65590-6691-4594-b462-e4b94841622d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:28.564632 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a1103e72-3b4a-43a4-a416-b99ef016a15b req-eda65590-6691-4594-b462-e4b94841622d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 943 time: 0.5234225 Jan 21 20:02:28.627002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852515687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3159923'] for subnet, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:28.653972 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:28.658590 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f100aca-ea18-4225-8520-38852a743c19 req-1c245428-a1d6-46bd-b474-8799fac67569 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458037 Jan 21 20:02:28.669918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] For port f1bb26e1-1a96-46f7-b2e9-f9986e432715, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f1bb26e1-1a96-46f7-b2e9-f9986e432715,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:28.670388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:28.796808 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a1103e72-3b4a-43a4-a416-b99ef016a15b req-da6a9522-c606-4d1f-8c7e-16819b1ae100 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=132935ca-1c1a-4370-ac6a-7d72a11c5070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104557 Jan 21 20:02:28.892565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6873c5-0bc4-483b-a5c0-ceaa543966bd,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:28.906760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:29.004952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Checking segment: {'id': '3840e375-2495-4e92-a3e6-cf4ad0d1843c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fa4975af-bd47-4e6f-a0e8-e359624d0542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:02:29.005345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Network hostable DHCP agents. Network: fa4975af-bd47-4e6f-a0e8-e359624d0542, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:02:29.043643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Network fa4975af-bd47-4e6f-a0e8-e359624d0542 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:02:29.071947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, fa4975af-bd47-4e6f-a0e8-e359624d0542) {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:29.087164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8785f-88ac-49ae-969a-1ce8bd0af69b None None] Network fa4975af-bd47-4e6f-a0e8-e359624d0542 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:02:29.097753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:29.098906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:29.147084 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c97b86b6-8597-46c6-97d7-8ae4cd70ae65 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0844631 Jan 21 20:02:29.225858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:29.227527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:29.229041 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Floating IP 63b73872-4b43-4751-bac9-48f8fde7d376 disassociated. External IP: 172.28.3.65, port: f1bb26e1-1a96-46f7-b2e9-f9986e432715. Jan 21 20:02:29.229858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Calling delete_port for f1bb26e1-1a96-46f7-b2e9-f9986e432715 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:29.516706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:29.551091 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:29.681463 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a718556-0fd4-4014-8576-1bc12b312df9 None None] Network fa4975af-bd47-4e6f-a0e8-e359624d0542 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:02:29.823086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event deleted for resources: {'Port': ['ID=f1bb26e1-1a96-46f7-b2e9-f9986e432715,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:29.839916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:30.379963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d21b-befc-4568-9d45-9f0c8bc7d3a9 req-6f7f5c2f-7b61-4b1b-a07e-28c9ca89cb25 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:30.392296 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a1a3d21b-befc-4568-9d45-9f0c8bc7d3a9 req-6f7f5c2f-7b61-4b1b-a07e-28c9ca89cb25 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.2888134 Jan 21 20:02:30.519439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:02:30.522294 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-43caf594-0b32-46a8-a36b-d97353a57441 req-de9e166a-6321-4272-bb0f-b77cd8350a33 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 210 time: 0.5117948 Jan 21 20:02:30.536281 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a1a3d21b-befc-4568-9d45-9f0c8bc7d3a9 req-4687e933-0e98-422a-acc9-4397b8e24329 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427026 Jan 21 20:02:30.807459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:02:30.821887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] Sync routers for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:02:30.844253 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:30.845986 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:02:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:30.901577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] No DVR routers for this DVR port f1bb26e1-1a96-46f7-b2e9-f9986e432715 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:02:30.906216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.912071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-deleted', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:31.122115 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a28cfd7b-9cba-4652-8b19-482f68261cf4 req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "DELETE /v2.0/ports/f1bb26e1-1a96-46f7-b2e9-f9986e432715 HTTP/1.1" status: 204 len: 173 time: 6.2868867 Jan 21 20:02:31.130785 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46242488-02c3-4038-91f7-da5d18b73723', 'name': 'network-vif-deleted', 'tag': 'f1bb26e1-1a96-46f7-b2e9-f9986e432715', 'status': 'completed', 'code': 200} Jan 21 20:02:31.290803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-2fa2055a-7a08-4ca3-81b4-745de02970fc tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:31.292989 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-2fa2055a-7a08-4ca3-81b4-745de02970fc tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/networks?id=dafde858-3f88-4f97-9381-9762bb20ef6f HTTP/1.1" status: 200 len: 808 time: 0.3649678 Jan 21 20:02:31.321045 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-5b4c78a9-d188-4c04-967a-cb56b6cbfa50 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/quotas/e62989587c8a4c7ba082d083cf45c092 HTTP/1.1" status: 200 len: 375 time: 0.0174403 Jan 21 20:02:31.339357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:31.406292 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-7aa96bd5-4069-4b95-887d-30dcd57e860b tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?tenant_id=e62989587c8a4c7ba082d083cf45c092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727654 Jan 21 20:02:31.630762 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-db1463c6-05bf-4061-b476-67a2ad72488a service neutron] 10.222.0.76 "GET /v2.0/networks/dafde858-3f88-4f97-9381-9762bb20ef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223246 Jan 21 20:02:31.876272 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-54cb10cc-8573-4629-808f-bc06c79aef71 service neutron] 10.222.0.76 "GET /v2.0/networks/dafde858-3f88-4f97-9381-9762bb20ef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2441173 Jan 21 20:02:31.995743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:32.002173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] Checking router: 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:02:32.017143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:32.018119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:02:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:32.405119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897fd47-243a-4d09-b471-46d8dd0a844e req-3a0aba9b-06f1-4193-882d-571947a9f3a1 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:32.411860 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8897fd47-243a-4d09-b471-46d8dd0a844e req-3a0aba9b-06f1-4193-882d-571947a9f3a1 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.3943985 Jan 21 20:02:32.431584 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:32.981781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8dc032a6-86f4-4bc2-a0f6-13b5a5efb94c req-76a129fb-0f77-41d8-a484-5b69f7dafec0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Synchronizing usage tracker for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:33.042370 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8dc032a6-86f4-4bc2-a0f6-13b5a5efb94c req-76a129fb-0f77-41d8-a484-5b69f7dafec0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Unset dirty status for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:33.055269 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8dc032a6-86f4-4bc2-a0f6-13b5a5efb94c req-76a129fb-0f77-41d8-a484-5b69f7dafec0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=46242488-02c3-4038-91f7-da5d18b73723 HTTP/1.1" status: 200 len: 210 time: 0.6360102 Jan 21 20:02:33.074904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:33.082030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9fd84-820e-43bb-b15f-5a7ad2b66c55 None None] The sync data for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb is: [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:02:33.206847 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8897fd47-243a-4d09-b471-46d8dd0a844e req-04cfe7a8-bef8-44e8-b7d3-7c4a602065ab tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6731076 Jan 21 20:02:33.255884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-057381dc-9a17-4c54-ad21-27757a24430e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:33.258334 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-057381dc-9a17-4c54-ad21-27757a24430e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 945 time: 0.9972703 Jan 21 20:02:33.408546 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Deleting port 4591281d-bb9c-4c15-a1e2-175e228071c6 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:33.409141 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:33.518759 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3892f76e-5f76-4aab-9a52-70c48618a5c6 req-55eeabc1-122f-4fde-8568-665efb11ed3c tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 210 time: 0.0735834 Jan 21 20:02:33.735868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9243b8-c6ae-46ed-bc09-f61e58f26d85 None None] New status for floating IP 63b73872-4b43-4751-bac9-48f8fde7d376: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:02:33.750536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 083a4353-2ee2-4407-8ab6-bffd50567107 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:33.921934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 083a4353-2ee2-4407-8ab6-bffd50567107 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:33.922604 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:33.922889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] For port 4591281d-bb9c-4c15-a1e2-175e228071c6, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=4591281d-bb9c-4c15-a1e2-175e228071c6,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:33.923460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.177033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 4591281d-bb9c-4c15-a1e2-175e228071c6 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:02:34.398471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.497490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41612) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:34.526083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 4591281d-bb9c-4c15-a1e2-175e228071c6, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=4591281d-bb9c-4c15-a1e2-175e228071c6,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:34.527280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:34.535957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.539294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:34.641158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d712262-2ad6-4964-ba80-c835965afbc6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.659320 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6', 'code': 200} Jan 21 20:02:34.661135 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=4591281d-bb9c-4c15-a1e2-175e228071c6,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:34.661351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-be35baea-3f62-410a-8b6b-7173a629653a tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:34.665687 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-be35baea-3f62-410a-8b6b-7173a629653a tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.38 "GET /v2.0/networks?id=dafde858-3f88-4f97-9381-9762bb20ef6f HTTP/1.1" status: 200 len: 808 time: 0.3256891 Jan 21 20:02:34.666181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:34.708388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d712262-2ad6-4964-ba80-c835965afbc6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.781190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Request body: {'port': {'device_id': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'network_id': 'dafde858-3f88-4f97-9381-9762bb20ef6f', 'admin_state_up': True, 'tenant_id': 'e62989587c8a4c7ba082d083cf45c092'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:34.799103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d712262-2ad6-4964-ba80-c835965afbc6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.805683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.806410 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.807076 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Floating IP 1a4104f6-808c-4be3-a437-948313bc796b disassociated. External IP: 172.28.3.117, port: 4591281d-bb9c-4c15-a1e2-175e228071c6. Jan 21 20:02:34.807480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Calling delete_port for 4591281d-bb9c-4c15-a1e2-175e228071c6 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:34.816367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a432214e-8d60-44b5-a21d-148a5d55eb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:34.834093 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d712262-2ad6-4964-ba80-c835965afbc6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event deleted for resources: {'SecurityGroup': ['ID=132935ca-1c1a-4370-ac6a-7d72a11c5070,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:34.838690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2d712262-2ad6-4964-ba80-c835965afbc6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:34.840521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d712262-2ad6-4964-ba80-c835965afbc6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.841948 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2d712262-2ad6-4964-ba80-c835965afbc6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "DELETE /v2.0/security-groups/132935ca-1c1a-4370-ac6a-7d72a11c5070 HTTP/1.1" status: 204 len: 168 time: 0.3433704 Jan 21 20:02:34.844904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41620) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:34.876947 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.v2.resource [None req-c54ec78c-6a97-4612-b768-65fefbeee4a2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] show failed (client error): The resource could not be found. Jan 21 20:02:34.878447 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c54ec78c-6a97-4612-b768-65fefbeee4a2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups/132935ca-1c1a-4370-ac6a-7d72a11c5070 HTTP/1.1" status: 404 len: 347 time: 0.0320284 Jan 21 20:02:34.886014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41628) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:35.068287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8d42a-9d4f-474d-83fb-468322c703e8 req-61d8a33c-19ea-4013-b4b4-286e662f2179 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:35.075254 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b4d8d42a-9d4f-474d-83fb-468322c703e8 req-61d8a33c-19ea-4013-b4b4-286e662f2179 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 943 time: 0.4031653 Jan 21 20:02:35.162111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Deleting port 1b888ec4-c72f-43ea-816b-94a8dd8a6c4a {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:35.162736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:35.178745 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4a425013-19a9-4515-94bb-a3e1e901d2ba req-6eaec41a-a1fd-47eb-98dd-bda0fdc538e2 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 210 time: 0.3286772 Jan 21 20:02:35.179725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80130) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:02:35.180017 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:02:35.233867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:35.242168 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Usage tracker for resource:port and tenant:e62989587c8a4c7ba082d083cf45c092 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:35.253958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Quota usage for port was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:35.272561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:35.329692 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b4d8d42a-9d4f-474d-83fb-468322c703e8 req-7fde5b64-2398-438f-9869-73b1e14a8549 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438157 Jan 21 20:02:35.331160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Made reservation on behalf of e62989587c8a4c7ba082d083cf45c092 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:35.348337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:35.475627 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:35.477076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:35.685545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Deleting port 4591281d-bb9c-4c15-a1e2-175e228071c6 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:35.686127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:35.749538 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Calling delete_port for 1b888ec4-c72f-43ea-816b-94a8dd8a6c4a owned by network:floatingip {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:35.930033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:35.946689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:36.047434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event deleted for resources: {'Port': ['ID=1b888ec4-c72f-43ea-816b-94a8dd8a6c4a,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:36.050299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:36.059649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Allocated IP 172.20.0.3 (dafde858-3f88-4f97-9381-9762bb20ef6f/bfdb97e5-c732-4849-9996-f932de91cf12/656e44f0-2bc8-4e4d-bd63-971f70f5f249) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:36.177955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] For port 4591281d-bb9c-4c15-a1e2-175e228071c6, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=4591281d-bb9c-4c15-a1e2-175e228071c6,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:36.178380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:36.209066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:36.229828 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:36.231658 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "DELETE /v2.0/floatingips/63b73872-4b43-4751-bac9-48f8fde7d376 HTTP/1.1" status: 204 len: 168 time: 1.3450532 Jan 21 20:02:36.447250 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9a63f531-db7a-46e9-9407-94bda35b0dc7 req-e607f42b-4b8d-4e9b-9953-55102d89cd09 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 210 time: 0.0892208 Jan 21 20:02:36.646363 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41646) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:36.655551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'security_group': {'name': 'tempest-securitygroup--1384494936', 'description': 'tempest-description--1362131791'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:36.669431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:36.675599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:security_group and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:36.680219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:36.688062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:36.702169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:36.734998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:36.740442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:security_group_rule and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:36.747526 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:36.761551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:36.923517 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:36.927358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:36.940158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e41f577f-8478-4557-80e7-ac33265d7ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:37.004974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.033692 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'SecurityGroup': ['ID=733f9c51-20f6-4c5c-8f38-92f6ac663eda,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:37.038797 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:37.041682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.045798 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f3f6e243-10ef-4eea-b359-ffa4987be057 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3951778 Jan 21 20:02:37.046041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41650) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:37.053657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'security_group_rule': {'security_group_id': '733f9c51-20f6-4c5c-8f38-92f6ac663eda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:37.065273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:37.070650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:security_group_rule and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:37.074500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:37.080928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:37.108449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.199111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.203250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.206833 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d1ea5b8-dc84-4d38-929b-ff2ed1bc1443 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:37.231221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3870fce-957f-4787-9d64-dc8cfababddd req-7d737f3c-11bc-4f5f-9986-abf6bfc93e8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:37.232950 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a3870fce-957f-4787-9d64-dc8cfababddd req-7d737f3c-11bc-4f5f-9986-abf6bfc93e8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 943 time: 0.3991630 Jan 21 20:02:37.247251 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.247751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.248022 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Floating IP 1a4104f6-808c-4be3-a437-948313bc796b disassociated. External IP: 172.28.3.117, port: 4591281d-bb9c-4c15-a1e2-175e228071c6. Jan 21 20:02:37.248421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Calling delete_port for 4591281d-bb9c-4c15-a1e2-175e228071c6 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:37.253150 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f4f60d-3224-4c41-8c5c-d047115ca2ab,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:37.266842 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:37.268918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.273535 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2236912 Jan 21 20:02:37.274340 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41656) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:37.284533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'security_group_rule': {'security_group_id': '733f9c51-20f6-4c5c-8f38-92f6ac663eda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:37.305221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:37.314048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:security_group_rule and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:37.321675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:37.332995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:37.362754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.374705 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a3870fce-957f-4787-9d64-dc8cfababddd req-bcf30f5d-d994-4d93-b68a-cf2ff67c17a8 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=d056e328-8541-4502-b579-9ab13ffc865b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312249 Jan 21 20:02:37.376652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.408755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:37.521489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.525859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.529519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-615385cc-5381-4680-955f-f4e50f204b2e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:37.563992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c69e236-b841-492d-a254-42548bfa1cef,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:37.574523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:37.588920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group_rule, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.595432 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ae7b9735-7150-4607-92cd-597536e985b2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159633 Jan 21 20:02:37.596030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41664) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:37.608403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:02:37.614825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'floatingip': {'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:37.628823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:37.636313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:floatingip and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:37.640861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:37.648943 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:37.656020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Pushing event updated for resources: {'Port': ['ID=656e44f0-2bc8-4e4d-bd63-971f70f5f249,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:37.664991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:37.674869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.776536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.802910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e3f14b5f-d10c-426a-8284-7e4b26267952 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:37.875425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.919816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event deleted for resources: {'Port': ['ID=4591281d-bb9c-4c15-a1e2-175e228071c6,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:37.930671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:37.944495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Network dafde858-3f88-4f97-9381-9762bb20ef6f is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:37.949992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:37.956818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:38.040911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d715028-4d90-4d6f-80da-2be0087c6219 req-0532bfe8-e33b-463c-871d-c877601c80ac tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:38.042569 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d715028-4d90-4d6f-80da-2be0087c6219 req-0532bfe8-e33b-463c-871d-c877601c80ac tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 931 time: 0.3492620 Jan 21 20:02:38.115035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:38.115785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:38.183336 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d715028-4d90-4d6f-80da-2be0087c6219 req-2fb2fd7b-90f1-4bc4-9e92-29cba38d3e15 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283109 Jan 21 20:02:38.196004 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4214156 Jan 21 20:02:38.271403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Allocated IP 172.28.3.108 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/43da8ccb-0f63-47f9-8d59-a042724c7141) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:38.287169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Request body: {'port': {'device_id': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:38.451983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:38.505957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:38.525003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:38.532614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:38.594166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Router c83b4064-66b5-455c-b0b4-886b30cea5ee has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:02:38.655879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-264ae049-c8b1-4516-96ee-289b177abd60 req-b0088869-5a6c-4b6f-8352-423819342a57 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Synchronizing usage tracker for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:38.679976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'Port': ['ID=43da8ccb-0f63-47f9-8d59-a042724c7141,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:38.686251 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:38.772063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:38.775296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:38.780703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:38.875268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-264ae049-c8b1-4516-96ee-289b177abd60 req-b0088869-5a6c-4b6f-8352-423819342a57 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Unset dirty status for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:38.876639 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-264ae049-c8b1-4516-96ee-289b177abd60 req-b0088869-5a6c-4b6f-8352-423819342a57 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 210 time: 0.3264856 Jan 21 20:02:38.993319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.068811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.105303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:02:39.117266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] Sync routers for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:02:39.130805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:39.131633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:02:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:39.178842 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] No DVR routers for this DVR port 4591281d-bb9c-4c15-a1e2-175e228071c6 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:02:39.180545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.182980 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd0f5fc4-1397-4ee6-90fb-f7d53e6eca8d req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "DELETE /v2.0/ports/4591281d-bb9c-4c15-a1e2-175e228071c6 HTTP/1.1" status: 204 len: 173 time: 5.9190402 Jan 21 20:02:39.386786 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:39.479647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.484569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852547567'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.505804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-125e8b56-417f-4120-bd30-b444cf394c37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:39.521687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'name': 'network-vif-deleted', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:39.677046 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed581a-708e-47e5-9141-20b4e17fa44e', 'name': 'network-vif-deleted', 'tag': '4591281d-bb9c-4c15-a1e2-175e228071c6', 'status': 'completed', 'code': 200} Jan 21 20:02:39.717643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701c719-1612-4597-a755-58369d8706dc req-fc9d5202-44fd-4165-8d3a-469f7fd17cdd tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:39.718494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-9701c719-1612-4597-a755-58369d8706dc req-fc9d5202-44fd-4165-8d3a-469f7fd17cdd tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Synchronizing usage tracker for tenant:e62989587c8a4c7ba082d083cf45c092 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:39.803802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-9701c719-1612-4597-a755-58369d8706dc req-fc9d5202-44fd-4165-8d3a-469f7fd17cdd tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Unset dirty status for tenant:e62989587c8a4c7ba082d083cf45c092 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:39.812742 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9701c719-1612-4597-a755-58369d8706dc req-fc9d5202-44fd-4165-8d3a-469f7fd17cdd tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 931 time: 0.2852893 Jan 21 20:02:39.891127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656e44f0-2bc8-4e4d-bd63-971f70f5f249 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:02:39.911167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.941559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Transition to ACTIVE for port object 656e44f0-2bc8-4e4d-bd63-971f70f5f249 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:39.959863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.986727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a85ca25a-a0e0-4ef5-ba96-5d89e8f91ac5 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:39.997754 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:40.003402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] Checking router: c83b4064-66b5-455c-b0b4-886b30cea5ee for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:02:40.014160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:40.015052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:02:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:40.034477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'Port': ['ID=43da8ccb-0f63-47f9-8d59-a042724c7141,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:40.044010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:40.126823 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9701c719-1612-4597-a755-58369d8706dc req-3b8beb9b-5b04-40b7-80a2-abcbe2a4c4af tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128419 Jan 21 20:02:40.214706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:40.239218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:40.240840 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-641f2846-e190-42fd-9b46-9a1004683d74 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6432600 Jan 21 20:02:40.293189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:40.430317 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Pushing event updated for resources: {'Port': ['ID=656e44f0-2bc8-4e4d-bd63-971f70f5f249,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:40.457060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:40.504770 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ea0726b1-c23d-4d30-8126-160ab7aa51f7 req-926b5e36-2d48-43e7-aa3b-fc1d6a606c60 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=2bed581a-708e-47e5-9141-20b4e17fa44e HTTP/1.1" status: 200 len: 210 time: 0.1800511 Jan 21 20:02:40.526645 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Attempting to bind port 656e44f0-2bc8-4e4d-bd63-971f70f5f249 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:02:40.527014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Attempting to bind port 656e44f0-2bc8-4e4d-bd63-971f70f5f249 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '0eac2057-3d6f-4467-b9f7-e5b30c97c9ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dafde858-3f88-4f97-9381-9762bb20ef6f'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:02:40.527379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Attempting to bind port 656e44f0-2bc8-4e4d-bd63-971f70f5f249 on network dafde858-3f88-4f97-9381-9762bb20ef6f {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:02:40.537652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:02:40.537652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Checking segment: {'id': '0eac2057-3d6f-4467-b9f7-e5b30c97c9ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dafde858-3f88-4f97-9381-9762bb20ef6f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:02:40.537652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:40.537652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Bound using segment: {'id': '0eac2057-3d6f-4467-b9f7-e5b30c97c9ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dafde858-3f88-4f97-9381-9762bb20ef6f'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:02:40.537652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Bound port: 656e44f0-2bc8-4e4d-bd63-971f70f5f249, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eac2057-3d6f-4467-b9f7-e5b30c97c9ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dafde858-3f88-4f97-9381-9762bb20ef6f'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:02:40.537652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:40.709101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:40.714940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c8b4b-2a11-4f19-a816-fe3be8b501f7 None None] The sync data for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb is: [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:02:40.747718 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-86e8305d-4a6a-4c78-8256-6b56a768d21f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1384494936&fields=id&tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce HTTP/1.1" status: 200 len: 267 time: 0.1340373 Jan 21 20:02:40.749061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] For port 656e44f0-2bc8-4e4d-bd63-971f70f5f249, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:02:40.754185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] For port 656e44f0-2bc8-4e4d-bd63-971f70f5f249, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=656e44f0-2bc8-4e4d-bd63-971f70f5f249,segment=NetworkSegment(0eac2057-3d6f-4467-b9f7-e5b30c97c9ec),segment_id=0eac2057-3d6f-4467-b9f7-e5b30c97c9ec)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:02:40.757816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:40.782631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:41.057514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Pushing event updated for resources: {'Port': ['ID=656e44f0-2bc8-4e4d-bd63-971f70f5f249,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:41.065271 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:41.131446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:41.132762 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:41.134302 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] 10.222.0.38 "PUT /v2.0/ports/656e44f0-2bc8-4e4d-bd63-971f70f5f249 HTTP/1.1" status: 200 len: 1157 time: 2.8573787 Jan 21 20:02:41.157841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-a1cb4d81-b79d-494e-a613-88a35f0f84cb tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:41.159764 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-a1cb4d81-b79d-494e-a613-88a35f0f84cb tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 816 time: 0.3787024 Jan 21 20:02:41.179494 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-1162c0a6-ee2f-4389-a780-6750841fe188 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/quotas/f582e7664b7d4f8cbdaab1fbdf0bc1ce HTTP/1.1" status: 200 len: 375 time: 0.0113568 Jan 21 20:02:41.202385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee8bb8-f06d-4441-bd0d-ba2ff5af4294 None None] New status for floating IP 1a4104f6-808c-4be3-a437-948313bc796b: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:02:41.438305 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-119106e7-4988-44d6-9da1-9eb227fed67e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2461960 Jan 21 20:02:41.474324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac918e-1cc7-4e43-8e6c-90f56708314a req-a09d9968-77e3-4174-ba67-822611718482 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:41.476900 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-36ac918e-1cc7-4e43-8e6c-90f56708314a req-a09d9968-77e3-4174-ba67-822611718482 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 943 time: 0.1809375 Jan 21 20:02:41.480694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-296f00a7-7f00-4148-8c86-370101325e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:41.482340 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-296f00a7-7f00-4148-8c86-370101325e28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e62989587c8a4c7ba082d083cf45c092&device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 1160 time: 0.2485740 Jan 21 20:02:41.658528 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-4a9c2d39-54bd-4292-ac49-77b2be20ba04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=656e44f0-2bc8-4e4d-bd63-971f70f5f249 HTTP/1.1" status: 200 len: 217 time: 0.1502881 Jan 21 20:02:41.719393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'tag': '656e44f0-2bc8-4e4d-bd63-971f70f5f249'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:41.757263 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-36ac918e-1cc7-4e43-8e6c-90f56708314a req-1cdb7851-a343-472b-aaa1-5dfd101666fb tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526193 Jan 21 20:02:41.824005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-694e0fde-9465-49ee-b008-4d82ea183ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:41.826545 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-694e0fde-9465-49ee-b008-4d82ea183ef9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bfdb97e5-c732-4849-9996-f932de91cf12 HTTP/1.1" status: 200 len: 848 time: 0.1613705 Jan 21 20:02:41.835610 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-059e090a-f4e1-432a-80e0-a304a4f9d155 service neutron] 10.222.0.76 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569062 Jan 21 20:02:41.962957 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'tag': '656e44f0-2bc8-4e4d-bd63-971f70f5f249', 'status': 'completed', 'code': 200} Jan 21 20:02:41.987898 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-8ea25185-75cc-4e43-b004-cc724fc09747 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dafde858-3f88-4f97-9381-9762bb20ef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504459 Jan 21 20:02:41.995466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41710) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:42.106316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-18ae1d7e-530a-4d0a-afa3-16a65408f214 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.141577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-18ae1d7e-530a-4d0a-afa3-16a65408f214 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.221021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-18ae1d7e-530a-4d0a-afa3-16a65408f214 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.231015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0b63e3ce-9862-4900-9ca3-e2664b0ac197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:42.247346 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-8e328993-39a8-4da7-91bb-0526f0ab3b8e service neutron] 10.222.0.76 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3326998 Jan 21 20:02:42.251354 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-35a025a2-fb71-4fa0-977b-d67e26b7c05b service neutron] 10.222.0.38 "GET /v2.0/networks/dafde858-3f88-4f97-9381-9762bb20ef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152884 Jan 21 20:02:42.271171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae1d7e-530a-4d0a-afa3-16a65408f214 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event deleted for resources: {'SecurityGroup': ['ID=d056e328-8541-4502-b579-9ab13ffc865b,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:42.276450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-18ae1d7e-530a-4d0a-afa3-16a65408f214 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:42.278580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-18ae1d7e-530a-4d0a-afa3-16a65408f214 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.280709 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-18ae1d7e-530a-4d0a-afa3-16a65408f214 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "DELETE /v2.0/security-groups/d056e328-8541-4502-b579-9ab13ffc865b HTTP/1.1" status: 204 len: 168 time: 0.2839160 Jan 21 20:02:42.285204 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41714) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:42.318336 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.v2.resource [None req-a915a25b-2475-4615-9d94-9eea9bdfb5d2 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] show failed (client error): The resource could not be found. Jan 21 20:02:42.320656 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a915a25b-2475-4615-9d94-9eea9bdfb5d2 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups/d056e328-8541-4502-b579-9ab13ffc865b HTTP/1.1" status: 404 len: 347 time: 0.0333700 Jan 21 20:02:42.325753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41718) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:42.485139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.489838 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc12645f-ca2d-4d28-b515-1ccd2f4889b2 req-281a88ea-26c6-4c2a-9d71-14aa7138bb64 service neutron] 10.222.0.38 "GET /v2.0/networks/dafde858-3f88-4f97-9381-9762bb20ef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2290456 Jan 21 20:02:42.630568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Deleting port 5577f18e-45c1-4ecf-9b8f-a9f4fe572ac2 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:42.631142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.678559 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-39d94601-db88-469e-b4cb-fa30624fa1ad req-57cc49c7-d822-4004-8008-08bb94d3fd7e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 210 time: 0.1718361 Jan 21 20:02:42.742541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-52b1b097-755f-4e54-8ab0-a94c09248a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:42.745053 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-52b1b097-755f-4e54-8ab0-a94c09248a03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e62989587c8a4c7ba082d083cf45c092&device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 1160 time: 0.1544452 Jan 21 20:02:42.951996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.952366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:43.155560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Calling delete_port for 5577f18e-45c1-4ecf-9b8f-a9f4fe572ac2 owned by network:floatingip {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:43.307711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-538964e4-02a7-41ed-9052-e0475cefd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:43.309449 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-538964e4-02a7-41ed-9052-e0475cefd8d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dafde858-3f88-4f97-9381-9762bb20ef6f HTTP/1.1" status: 200 len: 902 time: 0.5574117 Jan 21 20:02:43.326859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:43.341047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478fb4d-6f12-4773-8a3d-1860671aa2aa req-0cd86e54-3894-45f9-ae9b-29946157ce34 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:43.342713 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8478fb4d-6f12-4773-8a3d-1860671aa2aa req-0cd86e54-3894-45f9-ae9b-29946157ce34 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 943 time: 0.1759033 Jan 21 20:02:43.354801 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-42066167-73bf-48da-97ec-72532f8a5c98 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:43.434563 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-8d56113d-4142-4825-8a4f-3d20d355f82e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=656e44f0-2bc8-4e4d-bd63-971f70f5f249 HTTP/1.1" status: 200 len: 217 time: 0.0906870 Jan 21 20:02:43.518396 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8478fb4d-6f12-4773-8a3d-1860671aa2aa req-93ddf980-0d81-4d45-bf4a-2cebd6a16063 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137209 Jan 21 20:02:43.520915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event deleted for resources: {'Port': ['ID=5577f18e-45c1-4ecf-9b8f-a9f4fe572ac2,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:43.524919 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:43.546523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-5e06cb26-d220-4eee-a537-d19a532479d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:43.548192 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-5e06cb26-d220-4eee-a537-d19a532479d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bfdb97e5-c732-4849-9996-f932de91cf12 HTTP/1.1" status: 200 len: 848 time: 0.0934567 Jan 21 20:02:43.619465 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-f9829d51-0980-4b3e-909e-a6a251b89d09 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dafde858-3f88-4f97-9381-9762bb20ef6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609734 Jan 21 20:02:43.763411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:43.805856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:43.809169 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2cbc29e9-0076-4278-828a-f1682fc47aea tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "DELETE /v2.0/floatingips/1a4104f6-808c-4be3-a437-948313bc796b HTTP/1.1" status: 204 len: 168 time: 1.4776649 Jan 21 20:02:43.882306 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-e30e0d20-59ab-41a2-917f-d1c13af386fe service neutron] 10.222.0.38 "GET /v2.0/networks/dafde858-3f88-4f97-9381-9762bb20ef6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539718 Jan 21 20:02:44.032930 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0bf8e3c4-8adb-4b3d-9bb2-5a1cbf701339 req-8776808a-8aa3-40ab-acfb-8e77b178530e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 210 time: 0.1555827 Jan 21 20:02:44.234304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41746) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:44.240479 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'security_group': {'name': 'tempest-securitygroup--590978760', 'description': 'tempest-description--989821496'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:44.252010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:44.258434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:security_group and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:44.261877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:44.286513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:44.290537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfa3415d-bc41-4be7-bd61-84145010fa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:44.306771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:44.353580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:44.361971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:security_group_rule and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:44.367965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:44.383836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:44.437052 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c6c21a8-b70c-493d-9ff8-4f996b787b80 req-a075e5da-48b9-4fd4-b0d9-b7af2ac9b533 service neutron] 10.222.0.38 "GET /v2.0/networks/dafde858-3f88-4f97-9381-9762bb20ef6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4702940 Jan 21 20:02:44.466639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-db76c028-c296-464a-8bff-d81425005c5e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:44.468513 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-db76c028-c296-464a-8bff-d81425005c5e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 816 time: 0.3003399 Jan 21 20:02:44.529094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:44.531291 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:44.537250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-18ae1d7e-530a-4d0a-afa3-16a65408f214 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:44.588752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'SecurityGroup': ['ID=2a154348-d60c-4114-9765-1e3345fa3756,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:44.593686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:44.599824 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3596668 Jan 21 20:02:44.601761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 41758) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:44.608490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.609158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.609830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.610542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.611208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.611387 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'security_group_rule': {'security_group_id': '2a154348-d60c-4114-9765-1e3345fa3756', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:44.612109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.612815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.613627 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.614342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.615403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.616085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.617675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.618499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.619166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.619921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.620628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.621217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.622067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.622775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.623426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.624085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.624717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.625636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.626613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:44.634121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:44.640387 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:44.672978 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-521c7748-3a0a-4b7a-833e-cddbf9105e47 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce HTTP/1.1" status: 200 len: 5705 time: 0.1676598 Jan 21 20:02:44.675030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:security_group_rule and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:44.681693 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:44.692611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:44.698975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'port': {'device_id': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'admin_state_up': True, 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'security_groups': ['733f9c51-20f6-4c5c-8f38-92f6ac663eda']}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:44.874999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:44.995208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:45.003820 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Usage tracker for resource:port and tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:45.011467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Quota usage for port was recalculated. Used quota:3. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:45.035147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:45.093132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5f91b-758a-4dce-9a17-72b4ab9d474d req-8e787520-7338-475d-953c-31893f68ac93 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:45.095966 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-adb5f91b-758a-4dce-9a17-72b4ab9d474d req-8e787520-7338-475d-953c-31893f68ac93 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 943 time: 0.3054433 Jan 21 20:02:45.101272 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.135331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.150452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:45.162354 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Made reservation on behalf of f582e7664b7d4f8cbdaab1fbdf0bc1ce for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:45.179849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.254022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3224404a-76bc-472b-9590-08db49c68990,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:45.286362 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:45.300005 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-adb5f91b-758a-4dce-9a17-72b4ab9d474d req-41f07d59-54ff-4929-b132-6d58e13b292b tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928067 Jan 21 20:02:45.322599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.328648 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7215331 Jan 21 20:02:45.329817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41766) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:45.341033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'security_group_rule': {'security_group_id': '2a154348-d60c-4114-9765-1e3345fa3756', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:45.360872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:45.368822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:security_group_rule and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:45.373398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:45.382466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:45.407664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.449002 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a8e33fb7-d3d1-49c1-b830-7e7f584c2853 req-0de0e74c-eb48-4608-80a1-cc3077428580 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 210 time: 0.1293230 Jan 21 20:02:45.523859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.542866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.542866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-934cd69d-f352-4065-a0e6-e49e5d48133a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:45.576951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48930dca-5b04-47a6-99d7-83ceecaa226a,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:45.585136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:45.599987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group_rule, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.607727 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a521f5bd-a80a-4881-a347-5e19d55c2992 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2709777 Jan 21 20:02:45.608360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41770) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:45.621295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'floatingip': {'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:45.637310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:45.646960 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:floatingip and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:45.653914 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:45.668173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:45.698342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.824286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Allocated IP 172.20.0.14 (eda9e604-1d3f-4196-a1bb-adbf40e58f0e/04492ad3-cf0f-4a83-a40e-c2776e49c098/328441ab-6171-42a5-a1f1-8b8808dc67bd) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:45.937650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-08d0cbf0-ad33-4d32-9b5c-1d92d5d34e9a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:02:45.968378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.110119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.133348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Transition to ACTIVE for port object 328441ab-6171-42a5-a1f1-8b8808dc67bd will not be triggered until provisioned by entity DHCP. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:46.157799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.175040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3909d2ca-64d8-482a-8c5e-67d1cd5e38dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:46.379519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event updated for resources: {'Port': ['ID=328441ab-6171-42a5-a1f1-8b8808dc67bd,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:46.385371 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:46.410489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Allocated IP 172.28.3.121 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/20ab4ec8-9a1f-43c1-85d8-bf38cd5967bb) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:46.458947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:46.460451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:46.463059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:46.488709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 656e44f0-2bc8-4e4d-bd63-971f70f5f249 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:46.665077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 656e44f0-2bc8-4e4d-bd63-971f70f5f249 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:46.672117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 656e44f0-2bc8-4e4d-bd63-971f70f5f249 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:46.676230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.677682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:46.678931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.753534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.762624 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0710371 Jan 21 20:02:46.868563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.894297 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-afe3806c-1b02-4d61-ace9-7626087dc8dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:46.925003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca52cfc-cea7-4a32-8190-0fe63f86c9d3 req-dccf6f50-9cf6-4473-8beb-663a87a19459 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:46.927853 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca52cfc-cea7-4a32-8190-0fe63f86c9d3 req-dccf6f50-9cf6-4473-8beb-663a87a19459 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 943 time: 0.4039276 Jan 21 20:02:46.945685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Request body: {'port': {'device_id': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:46.970544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.004358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c8db7aa1-fc8a-4c8d-ac19-94bd78b5e1d4 None None] Provisioning for port 328441ab-6171-42a5-a1f1-8b8808dc67bd completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:47.009841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-acb92798-e3ce-40bc-9216-fe67e4f62538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.015263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c8db7aa1-fc8a-4c8d-ac19-94bd78b5e1d4 None None] Provisioning complete for port 328441ab-6171-42a5-a1f1-8b8808dc67bd triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:47.015263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8db7aa1-fc8a-4c8d-ac19-94bd78b5e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.054612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656e44f0-2bc8-4e4d-bd63-971f70f5f249'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:47.079023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 656e44f0-2bc8-4e4d-bd63-971f70f5f249, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=656e44f0-2bc8-4e4d-bd63-971f70f5f249,segment=NetworkSegment(0eac2057-3d6f-4467-b9f7-e5b30c97c9ec),segment_id=0eac2057-3d6f-4467-b9f7-e5b30c97c9ec)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:47.092605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.098654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:47.152289 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c8db7aa1-fc8a-4c8d-ac19-94bd78b5e1d4 None None] Port 328441ab-6171-42a5-a1f1-8b8808dc67bd cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:02:47.180060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'Port': ['ID=20ab4ec8-9a1f-43c1-85d8-bf38cd5967bb,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:47.189745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:47.221454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=656e44f0-2bc8-4e4d-bd63-971f70f5f249,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:47.228520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:47.240490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.279172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:47.281351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:47.284999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:47.407978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.498293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.561573 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9ca52cfc-cea7-4a32-8190-0fe63f86c9d3 req-a35ca55d-7d58-4326-a7c2-b90664a91587 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661030 Jan 21 20:02:47.590839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.631721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab497c2-d61d-47d5-a19f-e9160d840295 req-005e8227-066f-4850-9482-7471bf1ba70f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:47.633549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-4ab497c2-d61d-47d5-a19f-e9160d840295 req-005e8227-066f-4850-9482-7471bf1ba70f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Synchronizing usage tracker for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:47.697534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-4ab497c2-d61d-47d5-a19f-e9160d840295 req-005e8227-066f-4850-9482-7471bf1ba70f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Unset dirty status for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:47.698903 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ab497c2-d61d-47d5-a19f-e9160d840295 req-005e8227-066f-4850-9482-7471bf1ba70f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 932 time: 0.9129438 Jan 21 20:02:47.730710 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656e44f0-2bc8-4e4d-bd63-971f70f5f249', 'code': 200} Jan 21 20:02:47.796226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 656e44f0-2bc8-4e4d-bd63-971f70f5f249 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:47.846211 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ab497c2-d61d-47d5-a19f-e9160d840295 req-db711a31-5481-4093-830a-793cc1fc5ddf tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220601 Jan 21 20:02:47.911250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.935338 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852547567'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.967840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-784fe594-07ff-4d7c-b6a3-3e70ed896a4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:47.968153 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 656e44f0-2bc8-4e4d-bd63-971f70f5f249 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:47.968863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.131795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'Port': ['ID=20ab4ec8-9a1f-43c1-85d8-bf38cd5967bb,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:48.138069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:48.218338 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b7b4-a5b3-4162-aa64-a240a49fc4a2 req-3c45d9d5-aac1-4ae5-a013-629b837452da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:48.219994 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2256b7b4-a5b3-4162-aa64-a240a49fc4a2 req-3c45d9d5-aac1-4ae5-a013-629b837452da service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 1162 time: 0.1523876 Jan 21 20:02:48.261592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.288876 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2256b7b4-a5b3-4162-aa64-a240a49fc4a2 req-f7c3f8de-4e39-41ef-b038-01ab7cc9e3e4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584090 Jan 21 20:02:48.307157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.308546 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a455c206-937e-45b3-8637-93fc9484d067 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6975670 Jan 21 20:02:48.359171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328441ab-6171-42a5-a1f1-8b8808dc67bd {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:02:48.368415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.381454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Transition to ACTIVE for port object 328441ab-6171-42a5-a1f1-8b8808dc67bd will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:48.385866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.402886 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:48.416888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.549145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Pushing event updated for resources: {'Port': ['ID=328441ab-6171-42a5-a1f1-8b8808dc67bd,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:48.552148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:48.867720 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8467e40d-0cff-42ff-9b09-059acad182a4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--590978760&fields=id&tenant_id=1c74ebeceab1462f9edb3514e809d8b6 HTTP/1.1" status: 200 len: 267 time: 0.1911948 Jan 21 20:02:48.880844 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Attempting to bind port 328441ab-6171-42a5-a1f1-8b8808dc67bd on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:02:48.881374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Attempting to bind port 328441ab-6171-42a5-a1f1-8b8808dc67bd by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:02:48.881951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Attempting to bind port 328441ab-6171-42a5-a1f1-8b8808dc67bd on network eda9e604-1d3f-4196-a1bb-adbf40e58f0e {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:02:48.893921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.921817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:02:48.922222 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Checking segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:02:48.922637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.923034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Bound using segment: {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:02:48.923531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Bound port: 328441ab-6171-42a5-a1f1-8b8808dc67bd, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26181843-7bf0-4bd4-ae87-294cd5fe0c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:02:48.923902 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:49.168901 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b28181-fea8-41cb-b0ca-d8c5384681bb req-9373efae-0ffa-473f-a15a-a6f0a88f8ee3 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:49.170697 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-06b28181-fea8-41cb-b0ca-d8c5384681bb req-9373efae-0ffa-473f-a15a-a6f0a88f8ee3 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 945 time: 0.3899784 Jan 21 20:02:49.226311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] For port 328441ab-6171-42a5-a1f1-8b8808dc67bd, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:02:49.251821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f4c40-a934-4be5-b285-8215531b1be4 req-f24fe63f-1bba-4f81-899d-985321c30908 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:49.253524 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-f24fe63f-1bba-4f81-899d-985321c30908 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 811 time: 0.3746512 Jan 21 20:02:49.276423 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] For port 328441ab-6171-42a5-a1f1-8b8808dc67bd, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:02:49.291128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:49.311288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c713f3e6-dde4-487b-ab26-433c16b02000 tempest-DeleteServersTestJSON-2011112849 tempest-DeleteServersTestJSON-2011112849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:49.347683 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-41cb2a34-f650-4481-bd92-a6c6fdda9f0d tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/quotas/1c74ebeceab1462f9edb3514e809d8b6 HTTP/1.1" status: 200 len: 375 time: 0.0855763 Jan 21 20:02:49.374060 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-06b28181-fea8-41cb-b0ca-d8c5384681bb req-0dbcde9d-ec07-49a5-b20c-03a02dfa7a44 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892741 Jan 21 20:02:49.526031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Pushing event updated for resources: {'Port': ['ID=328441ab-6171-42a5-a1f1-8b8808dc67bd,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:49.542689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:49.636431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:49.636431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:49.637723 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] 10.222.0.38 "PUT /v2.0/ports/328441ab-6171-42a5-a1f1-8b8808dc67bd HTTP/1.1" status: 200 len: 1158 time: 2.7611604 Jan 21 20:02:49.638277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:49.664802 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-b0e1438d-808f-4ac0-9883-c0679a661830 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3042488 Jan 21 20:02:49.994366 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1d026-97c1-4c89-82c2-f3127158c815 req-d88a2f97-54fd-4c61-8c55-d5b4f6782620 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:49.995951 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2da1d026-97c1-4c89-82c2-f3127158c815 req-d88a2f97-54fd-4c61-8c55-d5b4f6782620 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.3150618 Jan 21 20:02:50.036757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-f3146907-532d-43e1-959d-f0b974f33b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:50.038602 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-f3146907-532d-43e1-959d-f0b974f33b46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 1161 time: 0.3014448 Jan 21 20:02:50.045549 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-467375d4-babc-477e-8426-af70edac8c21 service neutron] 10.222.0.76 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622646 Jan 21 20:02:50.168094 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-dffa3f12-f760-4110-b1b0-a7177f57fbe5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd HTTP/1.1" status: 200 len: 217 time: 0.1078894 Jan 21 20:02:50.224118 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2da1d026-97c1-4c89-82c2-f3127158c815 req-0d41cd8e-82a7-40fb-987e-49d7792fd6c0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207270 Jan 21 20:02:50.341071 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'status': 'completed', 'code': 200} Jan 21 20:02:50.342952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9a4c4b29-009f-4c9a-a5b8-6b19dd2955dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:50.344863 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-9a4c4b29-009f-4c9a-a5b8-6b19dd2955dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.1197221 Jan 21 20:02:50.430823 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-92daefaa-32c6-4158-8da2-38312e1dbb9e service neutron] 10.222.0.76 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3668640 Jan 21 20:02:50.492875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-15f98eca-be05-4481-8ecb-a60752e32d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:50.495363 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-15f98eca-be05-4481-8ecb-a60752e32d13 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1141689 Jan 21 20:02:51.104790 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-512cfc8e-ec7d-4b62-839e-b91bef3967ec req-56b40b39-749a-4c44-af97-1a350301c141 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 210 time: 0.1389692 Jan 21 20:02:51.124533 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-8e8e6ba3-94c2-4959-803a-92e9e92fb2a3 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201324 Jan 21 20:02:51.336733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a85f8-e9bd-413c-94fd-3bcce26be4f0 req-f9a1885c-1ef7-4069-9119-e7d00b74dfd6 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:51.338466 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0a6a85f8-e9bd-413c-94fd-3bcce26be4f0 req-f9a1885c-1ef7-4069-9119-e7d00b74dfd6 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 945 time: 0.3704989 Jan 21 20:02:51.428089 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8930c074-8e6a-4a8a-ab0c-313ef99cf63d req-900f6bf4-93e2-4ffd-bea0-1824a57ee820 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2922926 Jan 21 20:02:51.434634 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0a6a85f8-e9bd-413c-94fd-3bcce26be4f0 req-d249844e-eb8e-4090-bdf0-e773119623b9 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718591 Jan 21 20:02:51.664767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-3cd1cae4-f0c4-403d-ae7c-a8e3a3d8bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:51.667149 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-3cd1cae4-f0c4-403d-ae7c-a8e3a3d8bb88 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 1161 time: 0.1230114 Jan 21 20:02:52.141162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024b35-0e14-4d3a-862a-6e34eadd19a2 req-8e8a1954-4541-4dfb-bb9d-512ed11dcea4 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:52.143314 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-83024b35-0e14-4d3a-862a-6e34eadd19a2 req-8e8a1954-4541-4dfb-bb9d-512ed11dcea4 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.3927097 Jan 21 20:02:52.204029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-f6f55134-1f4a-41fd-b197-629c9a78362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:52.206463 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-f6f55134-1f4a-41fd-b197-629c9a78362f service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.5291815 Jan 21 20:02:52.380949 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-83024b35-0e14-4d3a-862a-6e34eadd19a2 req-4bdfb0f4-8582-473b-9648-b21068eb826e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197545 Jan 21 20:02:52.385859 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-de4b5136-acc0-4ab9-bc90-071f0adf4dea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd HTTP/1.1" status: 200 len: 217 time: 0.1562362 Jan 21 20:02:52.550590 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9fadeac3-b236-430f-8074-1d0f2844aa29 req-cd53bde3-e25c-4020-bb57-59851cb0214c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 210 time: 0.1979601 Jan 21 20:02:52.578295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-0185564e-1a10-4ddb-b172-c6b9d7378f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:52.579893 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-0185564e-1a10-4ddb-b172-c6b9d7378f00 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.1044912 Jan 21 20:02:52.703698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-19d78735-0a93-48c4-bc3b-9aa656651276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:52.705553 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-19d78735-0a93-48c4-bc3b-9aa656651276 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1173990 Jan 21 20:02:53.305346 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-a4ea90da-6544-4a51-bf45-16a540e47f1f service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814099 Jan 21 20:02:53.403375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a4f0a27a-2893-41e7-ab58-caa5bdd2ed75 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:53.406048 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a4f0a27a-2893-41e7-ab58-caa5bdd2ed75 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 811 time: 0.5031319 Jan 21 20:02:53.917263 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-5afcc0b0-dfe6-4d9a-ad69-8ea80f911f97 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c74ebeceab1462f9edb3514e809d8b6 HTTP/1.1" status: 200 len: 5703 time: 0.4152138 Jan 21 20:02:53.928250 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-56e50234-314a-457c-9179-e774262a2159 req-1f0ddf0f-51bf-423e-8e6c-46307bcc7c7b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 210 time: 0.1627347 Jan 21 20:02:53.949968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'port': {'device_id': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'admin_state_up': True, 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'security_groups': ['2a154348-d60c-4114-9765-1e3345fa3756']}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:53.989717 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8db8470d-8567-4fd9-b58b-815182c4ded2 req-f1097bf7-54a7-4f67-b9d5-3fd65dc87d27 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6739159 Jan 21 20:02:54.283187 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30f43-1001-4a9e-931c-aeb780d4764d req-2f0277cd-3379-4c2f-9aad-0946f7111dda tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:54.286010 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-03f30f43-1001-4a9e-931c-aeb780d4764d req-2f0277cd-3379-4c2f-9aad-0946f7111dda tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.6562212 Jan 21 20:02:54.387615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:54.395113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 328441ab-6171-42a5-a1f1-8b8808dc67bd up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:54.404785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Usage tracker for resource:port and tenant:1c74ebeceab1462f9edb3514e809d8b6 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:54.413743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Quota usage for port was recalculated. Used quota:3. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:54.429446 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-03f30f43-1001-4a9e-931c-aeb780d4764d req-b78f0c81-6445-4a16-90f6-40b8e652cbde tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187572 Jan 21 20:02:54.436844 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:54.455495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Made reservation on behalf of 1c74ebeceab1462f9edb3514e809d8b6 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:54.472887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:54.603118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 328441ab-6171-42a5-a1f1-8b8808dc67bd completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:54.609690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 328441ab-6171-42a5-a1f1-8b8808dc67bd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:54.610446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:54.828791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:54.868798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:54.880550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 328441ab-6171-42a5-a1f1-8b8808dc67bd, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:54.884764 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:54.887229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:54.969008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e2411-e310-4030-a877-83d5a6fddcbe req-b48ffaa9-ba84-46af-80f3-3a1e9f1f9146 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:54.980480 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b9e2411-e310-4030-a877-83d5a6fddcbe req-b48ffaa9-ba84-46af-80f3-3a1e9f1f9146 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 945 time: 0.3067675 Jan 21 20:02:54.981133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=328441ab-6171-42a5-a1f1-8b8808dc67bd,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:54.985002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:55.000620 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'code': 200} Jan 21 20:02:55.109593 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b9e2411-e310-4030-a877-83d5a6fddcbe req-3fa0ad85-beb3-4ed5-bf95-1d2898200c4d tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279850 Jan 21 20:02:55.166195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Allocated IP 172.20.0.7 (14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4/b2aa1d11-e210-4ce7-906a-7f1d1460be3a/7a72329a-7135-411a-a83b-bcbc026b99d7) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:55.298367 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b17ba11e-b7cb-4998-93dd-7bced4d70ee4 req-fece995b-750e-4c34-9038-085a137df1bf tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 210 time: 0.1083462 Jan 21 20:02:55.899386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8e84-6c03-40b8-8c83-4192985936db req-7aae06ce-0333-444b-a08b-a54192a2dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:55.901076 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9c6f8e84-6c03-40b8-8c83-4192985936db req-7aae06ce-0333-444b-a08b-a54192a2dc74 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 1163 time: 0.6013463 Jan 21 20:02:55.912234 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 328441ab-6171-42a5-a1f1-8b8808dc67bd up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:55.972658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:56.025734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 328441ab-6171-42a5-a1f1-8b8808dc67bd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:56.025734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:56.033337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995bf2f-bfad-40aa-b238-63f22a36208f req-eead86be-a424-403c-96ae-a8225118d088 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:56.035098 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e995bf2f-bfad-40aa-b238-63f22a36208f req-eead86be-a424-403c-96ae-a8225118d088 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.2976649 Jan 21 20:02:56.044208 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9c6f8e84-6c03-40b8-8c83-4192985936db req-65ff015c-97e9-4630-b74a-7d8fe5bef348 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213539 Jan 21 20:02:56.064189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Transition to ACTIVE for port object 7a72329a-7135-411a-a83b-bcbc026b99d7 will not be triggered until provisioned by entity DHCP. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:56.118571 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e995bf2f-bfad-40aa-b238-63f22a36208f req-7b354269-9e5e-44e0-8a80-fb3c01dc6493 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731869 Jan 21 20:02:56.133829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:56.151558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-92c7c950-90c6-40c9-a5be-e42e62e70789 tempest-ServerRescueNegativeTestJSON-1133385939 tempest-ServerRescueNegativeTestJSON-1133385939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:56.368362 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event updated for resources: {'Port': ['ID=7a72329a-7135-411a-a83b-bcbc026b99d7,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:56.421790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.422214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.422613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.423004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.423390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.423775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.424178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.424562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.424940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.425326 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.425704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.426087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.426564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.426920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.427298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.427678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.428190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.428583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.429493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.429870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.430512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.430901 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.431274 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.431650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:56.455666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:56.534800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:56.537334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:56.541794 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:56.649404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610dca8-94c5-4d08-b955-bfd49ed57918 req-80604e45-ee25-47ab-bee6-e82b05c80ab7 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:56.652312 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7610dca8-94c5-4d08-b955-bfd49ed57918 req-80604e45-ee25-47ab-bee6-e82b05c80ab7 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 945 time: 0.2786877 Jan 21 20:02:56.731328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:56.732238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:56.894370 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7610dca8-94c5-4d08-b955-bfd49ed57918 req-ba321b57-482b-4759-864f-cb6595081dca tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216992 Jan 21 20:02:56.898778 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9643414 Jan 21 20:02:56.924920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f96dd6b8-c392-4dc5-8e45-ff2d38ffdff3 None None] Provisioning for port 7a72329a-7135-411a-a83b-bcbc026b99d7 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:56.928409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Request body: {'port': {'device_id': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:56.937806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f96dd6b8-c392-4dc5-8e45-ff2d38ffdff3 None None] Provisioning complete for port 7a72329a-7135-411a-a83b-bcbc026b99d7 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:56.939533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f96dd6b8-c392-4dc5-8e45-ff2d38ffdff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.017514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f96dd6b8-c392-4dc5-8e45-ff2d38ffdff3 None None] Port 7a72329a-7135-411a-a83b-bcbc026b99d7 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:02:57.076289 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10418ebc-f3ce-4555-ac8e-420785c9d9c4 req-87fd3163-933f-4810-8b00-06b8c066f486 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:57.077570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-10418ebc-f3ce-4555-ac8e-420785c9d9c4 req-87fd3163-933f-4810-8b00-06b8c066f486 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Synchronizing usage tracker for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:57.257704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-10418ebc-f3ce-4555-ac8e-420785c9d9c4 req-87fd3163-933f-4810-8b00-06b8c066f486 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Unset dirty status for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:57.260221 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-10418ebc-f3ce-4555-ac8e-420785c9d9c4 req-87fd3163-933f-4810-8b00-06b8c066f486 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 931 time: 0.4847007 Jan 21 20:02:57.312557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.451286 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-10418ebc-f3ce-4555-ac8e-420785c9d9c4 req-74ad71ea-8653-485e-9886-47099c875b21 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757030 Jan 21 20:02:57.518737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01857-5314-4cde-ab0f-a39bb1633852 req-ad4ca0b7-8953-4cb0-8edc-457c8c24c715 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:57.520514 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdb01857-5314-4cde-ab0f-a39bb1633852 req-ad4ca0b7-8953-4cb0-8edc-457c8c24c715 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 945 time: 0.4264843 Jan 21 20:02:57.693016 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdb01857-5314-4cde-ab0f-a39bb1633852 req-913309e1-6b82-4b3f-a554-21de1e1f6c11 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278725 Jan 21 20:02:58.028239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec516fe7-4ec0-4140-9e1c-9e2cd09358cd req-4a04446d-8af4-40ca-9c3d-6595bef90783 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:58.030023 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ec516fe7-4ec0-4140-9e1c-9e2cd09358cd req-4a04446d-8af4-40ca-9c3d-6595bef90783 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.3131535 Jan 21 20:02:58.232789 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ec516fe7-4ec0-4140-9e1c-9e2cd09358cd req-79000d7e-43f9-4247-a9ea-46cb4b74f9bb tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891024 Jan 21 20:02:58.386104 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a72329a-7135-411a-a83b-bcbc026b99d7 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:02:58.412776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:58.562671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Transition to ACTIVE for port object 7a72329a-7135-411a-a83b-bcbc026b99d7 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:58.578442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:58.609863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-240b7282-2932-4d74-8b95-94cba5dc7952 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:58.869172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf366a-e22b-4a47-babe-53f53e739ddc req-3c1e9f12-033d-4f71-a20b-25ce2f207228 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:58.870856 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7bcf366a-e22b-4a47-babe-53f53e739ddc req-3c1e9f12-033d-4f71-a20b-25ce2f207228 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 945 time: 0.7290220 Jan 21 20:02:59.009873 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Pushing event updated for resources: {'Port': ['ID=7a72329a-7135-411a-a83b-bcbc026b99d7,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:59.018675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:59.081687 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7bcf366a-e22b-4a47-babe-53f53e739ddc req-59e962ed-9d79-4255-8210-1c33d0b05c29 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625874 Jan 21 20:02:59.134449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1ed97-933c-40c2-9f0e-b3036f69f5d3 req-09f78895-4688-443e-b0c4-289e36c4d6e4 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:59.136699 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0ee1ed97-933c-40c2-9f0e-b3036f69f5d3 req-09f78895-4688-443e-b0c4-289e36c4d6e4 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.7315941 Jan 21 20:02:59.155906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 41914) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:59.173162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Request body: {'floatingip': {'port_id': '328441ab-6171-42a5-a1f1-8b8808dc67bd'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:59.371474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:59.654918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-0637906d-9905-4a37-bd42-65258a6b0111 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:59.657617 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-0637906d-9905-4a37-bd42-65258a6b0111 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.38 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 945 time: 0.8404257 Jan 21 20:02:59.776231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 656e44f0-2bc8-4e4d-bd63-971f70f5f249 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:02:59.940056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Deleting port 656e44f0-2bc8-4e4d-bd63-971f70f5f249 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:59.940598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.047990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.099242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 656e44f0-2bc8-4e4d-bd63-971f70f5f249, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=656e44f0-2bc8-4e4d-bd63-971f70f5f249,segment=NetworkSegment(0eac2057-3d6f-4467-b9f7-e5b30c97c9ec),segment_id=0eac2057-3d6f-4467-b9f7-e5b30c97c9ec)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:00.105649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656e44f0-2bc8-4e4d-bd63-971f70f5f249'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:00.112945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.115928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:00.199647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614f72-f0c1-47ea-82a0-5b06cfcbd620 req-ae862288-8db1-4f21-8d35-5a532f7d3db9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:00.202590 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9c614f72-f0c1-47ea-82a0-5b06cfcbd620 req-ae862288-8db1-4f21-8d35-5a532f7d3db9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 943 time: 0.7891905 Jan 21 20:03:00.223670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=656e44f0-2bc8-4e4d-bd63-971f70f5f249,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:00.230315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:00.252968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df80b7-7fe2-4a76-9e3c-338a0794b0ee req-98a2c84e-81a7-4746-8ebc-bf6f6fff9985 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:00.255887 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d3df80b7-7fe2-4a76-9e3c-338a0794b0ee req-98a2c84e-81a7-4746-8ebc-bf6f6fff9985 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 945 time: 0.8386388 Jan 21 20:03:00.404381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Attempting to bind port 7a72329a-7135-411a-a83b-bcbc026b99d7 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:03:00.404930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Attempting to bind port 7a72329a-7135-411a-a83b-bcbc026b99d7 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:03:00.405382 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Attempting to bind port 7a72329a-7135-411a-a83b-bcbc026b99d7 on network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:03:00.460899 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:03:00.461256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Checking segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:03:00.461889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.462331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Bound using segment: {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:03:00.462840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Bound port: 7a72329a-7135-411a-a83b-bcbc026b99d7, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4d2470-0c03-479b-b47a-176b7b73e303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:03:00.463233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.580261 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9c614f72-f0c1-47ea-82a0-5b06cfcbd620 req-c6dcce2b-bf01-4ff9-863f-360c64a9d48c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161826 Jan 21 20:03:00.587468 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d3df80b7-7fe2-4a76-9e3c-338a0794b0ee req-8c521dd3-638e-4890-8765-db759f2921f6 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/security-groups?id=25bc77d9-de24-4742-ac68-6fd4c3b5382a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198955 Jan 21 20:03:00.706043 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656e44f0-2bc8-4e4d-bd63-971f70f5f249', 'code': 200} Jan 21 20:03:00.725691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-93d9367a-a9d9-48a8-a0c0-45440cf2dc37 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:00.729787 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-93d9367a-a9d9-48a8-a0c0-45440cf2dc37 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.38 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 945 time: 0.4454722 Jan 21 20:03:00.788697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] For port 656e44f0-2bc8-4e4d-bd63-971f70f5f249, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=656e44f0-2bc8-4e4d-bd63-971f70f5f249,segment=NetworkSegment(0eac2057-3d6f-4467-b9f7-e5b30c97c9ec),segment_id=0eac2057-3d6f-4467-b9f7-e5b30c97c9ec)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:00.789136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.798161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] For port 7a72329a-7135-411a-a83b-bcbc026b99d7, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:03:00.934989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Deleting port 083a4353-2ee2-4407-8ab6-bffd50567107 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:00.935594 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.938300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] For port 7a72329a-7135-411a-a83b-bcbc026b99d7, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=7a72329a-7135-411a-a83b-bcbc026b99d7,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:03:00.947714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Calling delete_port for 656e44f0-2bc8-4e4d-bd63-971f70f5f249 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:01.038829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:01.052319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:01.183731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 20:03:01.404511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:01.405108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Pushing event updated for resources: {'Port': ['ID=7a72329a-7135-411a-a83b-bcbc026b99d7,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:01.414243 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:01.504051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:01.585680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] For port 083a4353-2ee2-4407-8ab6-bffd50567107, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=083a4353-2ee2-4407-8ab6-bffd50567107,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:01.586755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:01.611640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144eb50-b50e-4528-b46d-afea17b912d5 req-8f095c7c-efc8-44b3-8f26-e891c1ac654e tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:01.614765 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4144eb50-b50e-4528-b46d-afea17b912d5 req-8f095c7c-efc8-44b3-8f26-e891c1ac654e tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 945 time: 0.6783373 Jan 21 20:03:01.745664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:01.746406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:01.748036 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] 10.222.0.38 "PUT /v2.0/ports/7a72329a-7135-411a-a83b-bcbc026b99d7 HTTP/1.1" status: 200 len: 1157 time: 4.8269410 Jan 21 20:03:01.748766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'tag': '7a72329a-7135-411a-a83b-bcbc026b99d7'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:01.754643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:01.755570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 083a4353-2ee2-4407-8ab6-bffd50567107 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:03:01.777802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3a317f67-7784-48ff-9213-e2738cdd7264 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:01.877743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Calling delete_port for 083a4353-2ee2-4407-8ab6-bffd50567107 owned by compute:nova {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:02.005087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:02.057366 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Floating IP 20455ba9-deb8-4ebf-b6d0-abada5b8e97f associated. External IP: 172.28.3.108, port: 328441ab-6171-42a5-a1f1-8b8808dc67bd. Jan 21 20:03:02.088536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 083a4353-2ee2-4407-8ab6-bffd50567107, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=083a4353-2ee2-4407-8ab6-bffd50567107,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:02.097125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:02.101042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:02.130689 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4144eb50-b50e-4528-b46d-afea17b912d5 req-f327ac22-9694-400b-b55d-eb437f6918e5 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837279 Jan 21 20:03:02.132664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Pushing event deleted for resources: {'Port': ['ID=656e44f0-2bc8-4e4d-bd63-971f70f5f249,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:02.138089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:02.271219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f4c40-a934-4be5-b285-8215531b1be4 req-ced32d72-5a16-416b-b264-9c3fc74dbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:02.274500 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-ced32d72-5a16-416b-b264-9c3fc74dbfa7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 1160 time: 0.4227881 Jan 21 20:03:02.301488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=083a4353-2ee2-4407-8ab6-bffd50567107,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:02.327908 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:02.443881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80129) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:03:02.444254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:03:02.483767 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-652b9c32-e0a7-4c8b-b08a-2aa722f41025 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a72329a-7135-411a-a83b-bcbc026b99d7 HTTP/1.1" status: 200 len: 217 time: 0.1593695 Jan 21 20:03:02.485493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] No DVR routers for this DVR port 656e44f0-2bc8-4e4d-bd63-971f70f5f249 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:03:02.535127 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057db7-4b94-4f30-8e83-f82dd0d60e3f req-216d8406-75ed-4ffc-a494-cfe9cdd117f3 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:02.538228 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2d057db7-4b94-4f30-8e83-f82dd0d60e3f req-216d8406-75ed-4ffc-a494-cfe9cdd117f3 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 943 time: 0.5998671 Jan 21 20:03:02.541562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:02.609462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:03:02.707893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083a4353-2ee2-4407-8ab6-bffd50567107'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:02.757077 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef718dc7-b412-4ba9-901f-4f0f0c872a37 req-c8b337af-4dd9-4657-b287-dc72858493b0 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.76 "GET /v2.0/ports?device_id=03014e43-6401-47b5-8bf0-16ccfd59c2f5 HTTP/1.1" status: 200 len: 210 time: 0.2765121 Jan 21 20:03:02.778436 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a00d32ec-e787-418a-a561-a5e0260bf979 req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] 10.222.0.38 "DELETE /v2.0/ports/656e44f0-2bc8-4e4d-bd63-971f70f5f249 HTTP/1.1" status: 204 len: 173 time: 3.1123829 Jan 21 20:03:02.869501 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2d057db7-4b94-4f30-8e83-f82dd0d60e3f req-6392c079-77b9-478c-a78e-cb335de0c810 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756961 Jan 21 20:03:02.871945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f4c40-a934-4be5-b285-8215531b1be4 req-1052be9f-1190-4fbd-b42f-7cdd355a79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:02.874124 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-1052be9f-1190-4fbd-b42f-7cdd355a79d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 200 len: 850 time: 0.3268890 Jan 21 20:03:02.969686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Deleting port 083a4353-2ee2-4407-8ab6-bffd50567107 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:02.970225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:02.978424 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'tag': '7a72329a-7135-411a-a83b-bcbc026b99d7', 'status': 'completed', 'code': 200} Jan 21 20:03:02.983177 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083a4353-2ee2-4407-8ab6-bffd50567107', 'code': 200} Jan 21 20:03:03.024416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f4c40-a934-4be5-b285-8215531b1be4 req-509459cb-8e90-4311-8fdf-ab5fe29e2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:03.026197 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-509459cb-8e90-4311-8fdf-ab5fe29e2702 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1421266 Jan 21 20:03:03.563387 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:03:03.575768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] Sync routers for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:03:03.594190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:03.595506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:02:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:03.629493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:03.740519 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-e4e48bf8-b777-47a7-ad69-edbce771ebda service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719642 Jan 21 20:03:03.833088 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-66ec689e-dd8c-4682-83d1-6b94890b85f9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "PUT /v2.0/floatingips/20455ba9-deb8-4ebf-b6d0-abada5b8e97f HTTP/1.1" status: 200 len: 992 time: 4.6709685 Jan 21 20:03:03.835691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd'}] {{(pid=80129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:03.902187 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] For port 083a4353-2ee2-4407-8ab6-bffd50567107, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=083a4353-2ee2-4407-8ab6-bffd50567107,segment=NetworkSegment(10c7217b-70f5-426d-8927-526eddc33446),segment_id=10c7217b-70f5-426d-8927-526eddc33446)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:03.902683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:03.964246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:04.056189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791f696-e4dc-4a2f-a065-baadee7e79d7 req-085d5ffc-6595-46ac-9fd7-98a831776f10 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:04.057967 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e791f696-e4dc-4a2f-a065-baadee7e79d7 req-085d5ffc-6595-46ac-9fd7-98a831776f10 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 943 time: 0.6531072 Jan 21 20:03:04.121113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Calling delete_port for 083a4353-2ee2-4407-8ab6-bffd50567107 owned by compute:nova {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:04.134238 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-062f4c40-a934-4be5-b285-8215531b1be4 req-f5b365f8-065a-47af-ac04-c3c56ac82ad8 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3857758 Jan 21 20:03:04.162615 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e791f696-e4dc-4a2f-a065-baadee7e79d7 req-82b05891-b4f5-41a0-9ff8-b3b5664907a0 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/security-groups?id=d11dd3ab-8667-42b7-a8cd-70dbcec59b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861485 Jan 21 20:03:04.218649 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'status': 'completed', 'code': 200} Jan 21 20:03:04.496665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:04.526223 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3c087b37-0c3f-47b9-a99f-c231e9303409 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:04.584703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '20455ba9-deb8-4ebf-b6d0-abada5b8e97f', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'floating_ip_address': '172.28.3.108', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'port_id': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'mac_address': 'fa:16:3e:e3:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:38Z', 'updated_at': '2021-01-21T20:03:01Z', 'revision_number': 1, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:04.592072 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] Checking router: 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:03:04.608657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:04.610090 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:02:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:04.629294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Pushing event deleted for resources: {'Port': ['ID=083a4353-2ee2-4407-8ab6-bffd50567107,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:04.733015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:04.748585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-c3be7e4e-bfd9-41a5-9b6e-1ce5ade0d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:04.751695 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-c3be7e4e-bfd9-41a5-9b6e-1ce5ade0d90d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 1160 time: 0.4692161 Jan 21 20:03:04.756572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-aff97748-0e41-47d9-9479-56f4e9e1d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:04.759499 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-aff97748-0e41-47d9-9479-56f4e9e1d5d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 1163 time: 0.3596854 Jan 21 20:03:04.951409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] No DVR routers for this DVR port 083a4353-2ee2-4407-8ab6-bffd50567107 on host hv-cinder-72618 {{(pid=80129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:03:04.954444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:04.973259 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21113898-ec0a-4ce2-91ae-353ee23e9f1d req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.38 "DELETE /v2.0/ports/083a4353-2ee2-4407-8ab6-bffd50567107 HTTP/1.1" status: 204 len: 173 time: 4.2264163 Jan 21 20:03:05.003576 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'name': 'network-vif-deleted', 'tag': '656e44f0-2bc8-4e4d-bd63-971f70f5f249'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:05.295439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c674bb3-14aa-4067-8f10-ffdc58791090 req-47a2f794-4a29-4bcb-ab66-8bdbc5b3ec8b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:05.312622 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c674bb3-14aa-4067-8f10-ffdc58791090 req-47a2f794-4a29-4bcb-ab66-8bdbc5b3ec8b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 943 time: 0.8087475 Jan 21 20:03:05.351671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:05.459259 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03014e43-6401-47b5-8bf0-16ccfd59c2f5', 'name': 'network-vif-deleted', 'tag': '656e44f0-2bc8-4e4d-bd63-971f70f5f249', 'status': 'completed', 'code': 200} Jan 21 20:03:05.577065 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-5a408990-701a-4873-8259-cdf8cbea5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:05.579791 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-5a408990-701a-4873-8259-cdf8cbea5923 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 905 time: 0.8185980 Jan 21 20:03:05.764305 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-22c4789e-e479-4bd1-9a02-797b6937e560 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a72329a-7135-411a-a83b-bcbc026b99d7 HTTP/1.1" status: 200 len: 217 time: 0.1665678 Jan 21 20:03:05.770737 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c674bb3-14aa-4067-8f10-ffdc58791090 req-7bce122f-7200-4b5a-8f1b-1796c25cb7b1 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097053 Jan 21 20:03:05.778053 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5abf4303-8130-4459-8475-1a5848da67f8 req-648eecb0-84e8-4e80-94be-5fe36a96d7e9 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] 10.222.0.76 "GET /v2.0/ports?device_id=6809b292-b9d9-4c8b-a072-5522c0e2131d HTTP/1.1" status: 200 len: 210 time: 0.1835525 Jan 21 20:03:05.874018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-bd59a9f0-313c-4726-aed2-9dc030c8410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:05.887262 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-bd59a9f0-313c-4726-aed2-9dc030c8410c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 200 len: 850 time: 0.1152117 Jan 21 20:03:05.998201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-bbc2fdd8-446b-4545-8c02-d1cddf6d89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:06.000029 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-bbc2fdd8-446b-4545-8c02-d1cddf6d89fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 1.0912879 Jan 21 20:03:06.103884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '20455ba9-deb8-4ebf-b6d0-abada5b8e97f', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'floating_ip_address': '172.28.3.108', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'port_id': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'mac_address': 'fa:16:3e:e3:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:38Z', 'updated_at': '2021-01-21T20:03:01Z', 'revision_number': 1, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:06.111745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c398f-7b03-4fed-91b0-3a2932b95b69 None None] The sync data for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb is: [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '20455ba9-deb8-4ebf-b6d0-abada5b8e97f', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'floating_ip_address': '172.28.3.108', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'port_id': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'mac_address': 'fa:16:3e:e3:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:38Z', 'updated_at': '2021-01-21T20:03:01Z', 'revision_number': 1, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:03:06.151153 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-f21c70cf-6649-45e8-b51f-70b8e662e78f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd HTTP/1.1" status: 200 len: 1000 time: 0.1425695 Jan 21 20:03:06.213941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'name': 'network-vif-deleted', 'tag': '083a4353-2ee2-4407-8ab6-bffd50567107'}] {{(pid=80129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:06.224389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-1979fdbd-9f63-491f-ad01-0faae875ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:06.227178 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-1979fdbd-9f63-491f-ad01-0faae875ad41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3195448 Jan 21 20:03:06.324006 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809b292-b9d9-4c8b-a072-5522c0e2131d', 'name': 'network-vif-deleted', 'tag': '083a4353-2ee2-4407-8ab6-bffd50567107', 'status': 'completed', 'code': 200} Jan 21 20:03:06.333516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-95c60897-4bfe-4d6a-9506-e6465eccc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:06.335561 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-95c60897-4bfe-4d6a-9506-e6465eccc294 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.1761255 Jan 21 20:03:06.451967 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35273bb9-8ffa-4358-9334-92d5f9d2aabb None None] New status for floating IP 20455ba9-deb8-4ebf-b6d0-abada5b8e97f: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:03:06.468416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 7a72329a-7135-411a-a83b-bcbc026b99d7 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:06.499726 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-e2233bb5-46c6-4fce-a32f-c0b95ab8d590 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625332 Jan 21 20:03:06.655162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 7a72329a-7135-411a-a83b-bcbc026b99d7 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:03:06.667003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 7a72329a-7135-411a-a83b-bcbc026b99d7 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:06.668119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:06.770335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-8c360847-e049-4c51-bda2-21c098a60fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:06.773928 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-8c360847-e049-4c51-bda2-21c098a60fcc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4316447 Jan 21 20:03:06.778188 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc1f9585-ca58-4c30-9584-92aed7a77bb1 req-5a35a615-3112-4798-89ff-c5b257d057d0 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2692287 Jan 21 20:03:07.088509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:07.123921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72329a-7135-411a-a83b-bcbc026b99d7'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:07.149217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 7a72329a-7135-411a-a83b-bcbc026b99d7, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=7a72329a-7135-411a-a83b-bcbc026b99d7,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:07.166064 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:07.169345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:07.248159 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72329a-7135-411a-a83b-bcbc026b99d7', 'code': 200} Jan 21 20:03:07.359314 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=7a72329a-7135-411a-a83b-bcbc026b99d7,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:07.388999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.389643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.390328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.390971 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.392252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.392252 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.392802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.393633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.394261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.395086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.395708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.396335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.397389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.398299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.399176 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.399819 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.400413 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.401008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.401598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.402224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.402849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.403449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.404056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.404654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:07.420987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:07.438778 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-198e7a68-f3e8-47ad-baf1-bfe946c2ac06 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268175 Jan 21 20:03:07.824849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b07021-1353-41d4-8170-2dc510c2e215 req-d50ae86c-c2ae-4153-96dd-25df51e35a46 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:07.827502 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d3b07021-1353-41d4-8170-2dc510c2e215 req-d50ae86c-c2ae-4153-96dd-25df51e35a46 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 945 time: 0.5140021 Jan 21 20:03:07.967266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 7a72329a-7135-411a-a83b-bcbc026b99d7 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:08.013728 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d3b07021-1353-41d4-8170-2dc510c2e215 req-4f678cb3-c576-467b-ac7b-61d5c7a3412e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700931 Jan 21 20:03:08.032831 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-482e9d46-f39a-4089-b58e-728b44cf47f3 req-9600eaee-2663-4069-a0d4-bd538763dd78 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5838864 Jan 21 20:03:08.053190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3df62b-b36e-43ae-aaa8-d4c6452a034a req-78cdaf5a-f7fd-489a-b043-d7eed6ab9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:08.056863 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1d3df62b-b36e-43ae-aaa8-d4c6452a034a req-78cdaf5a-f7fd-489a-b043-d7eed6ab9fed service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 1162 time: 0.3463345 Jan 21 20:03:08.081060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 7a72329a-7135-411a-a83b-bcbc026b99d7 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:08.081870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:08.145068 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1d3df62b-b36e-43ae-aaa8-d4c6452a034a req-b464349f-e228-44f0-a53e-d9500216d155 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805011 Jan 21 20:03:09.682046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1f1b7-38fe-4923-9bad-c7fb8d0bae66 req-e588b715-ed4c-480f-911b-18e525e49028 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:09.692872 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49c1f1b7-38fe-4923-9bad-c7fb8d0bae66 req-e588b715-ed4c-480f-911b-18e525e49028 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 945 time: 0.3360281 Jan 21 20:03:09.827706 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49c1f1b7-38fe-4923-9bad-c7fb8d0bae66 req-dfb31643-7556-4855-9797-3ca7800a68dc tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189530 Jan 21 20:03:11.186682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379c30f-1488-41dc-954e-f87b18ec2e8d req-bf2f5e90-e66e-4191-92f4-e44705b9da1f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:11.189109 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f379c30f-1488-41dc-954e-f87b18ec2e8d req-bf2f5e90-e66e-4191-92f4-e44705b9da1f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 945 time: 0.1867225 Jan 21 20:03:11.261649 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f379c30f-1488-41dc-954e-f87b18ec2e8d req-15bcba29-9aff-4292-8de2-c122d041ff15 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591640 Jan 21 20:03:11.743861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edada9eb-6ccb-47c0-9db4-7be9c906ca87 req-a1a4c886-5fdf-4a50-8fb8-0a8369d95e6e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:11.760822 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-edada9eb-6ccb-47c0-9db4-7be9c906ca87 req-a1a4c886-5fdf-4a50-8fb8-0a8369d95e6e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 945 time: 0.2287288 Jan 21 20:03:11.762804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42020) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:11.771802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Request body: {'floatingip': {'port_id': '7a72329a-7135-411a-a83b-bcbc026b99d7'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:03:11.881183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:12.494675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:12.826285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:12.839467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:13.092738 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Floating IP 97443e56-a7f6-4d37-aa05-8f1244494d7f associated. External IP: 172.28.3.121, port: 7a72329a-7135-411a-a83b-bcbc026b99d7. Jan 21 20:03:13.761905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Router c83b4064-66b5-455c-b0b4-886b30cea5ee has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:03:14.013128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:03:14.018683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:14.024328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] Sync routers for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:03:14.037404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:14.039292 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:02:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:14.090130 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d3eb138f-03d8-4e51-83cf-188592781157 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "PUT /v2.0/floatingips/97443e56-a7f6-4d37-aa05-8f1244494d7f HTTP/1.1" status: 200 len: 991 time: 2.3255451 Jan 21 20:03:14.091161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'tag': '7a72329a-7135-411a-a83b-bcbc026b99d7'}] {{(pid=80129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:14.232725 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'tag': '7a72329a-7135-411a-a83b-bcbc026b99d7', 'status': 'completed', 'code': 200} Jan 21 20:03:14.320432 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5c24e2e2-41c0-4a50-8506-5a0a48ca00c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:14.332932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:14.534082 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e500802-9197-4854-a30d-ef4687ae095f req-973faeb7-19dc-42f6-824c-8851e931c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:14.535812 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e500802-9197-4854-a30d-ef4687ae095f req-973faeb7-19dc-42f6-824c-8851e931c37d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 1162 time: 0.2318358 Jan 21 20:03:14.591188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:03:14.789810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e500802-9197-4854-a30d-ef4687ae095f req-8ac99cb8-7025-4430-b119-97f6fff1fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:14.794566 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e500802-9197-4854-a30d-ef4687ae095f req-8ac99cb8-7025-4430-b119-97f6fff1fa84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 200 len: 905 time: 0.2510445 Jan 21 20:03:14.951492 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '97443e56-a7f6-4d37-aa05-8f1244494d7f', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'floating_ip_address': '172.28.3.121', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'port_id': '7a72329a-7135-411a-a83b-bcbc026b99d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'mac_address': 'fa:16:3e:c7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:47Z', 'updated_at': '2021-01-21T20:03:12Z', 'revision_number': 1, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:14.957839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] Checking router: c83b4064-66b5-455c-b0b4-886b30cea5ee for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:03:14.971898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:14.972791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:02:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:15.025171 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e500802-9197-4854-a30d-ef4687ae095f req-071bc979-51c2-44d4-bfe5-76815410379d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a72329a-7135-411a-a83b-bcbc026b99d7 HTTP/1.1" status: 200 len: 999 time: 0.2217638 Jan 21 20:03:15.167880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e500802-9197-4854-a30d-ef4687ae095f req-d95ce6a5-91f8-43a2-9026-033d9b4d68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:15.171114 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e500802-9197-4854-a30d-ef4687ae095f req-d95ce6a5-91f8-43a2-9026-033d9b4d68be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 200 len: 850 time: 0.1384389 Jan 21 20:03:15.253894 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:15.313980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e500802-9197-4854-a30d-ef4687ae095f req-4ec2b05d-dd34-4b73-9348-dc0458735a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:15.316326 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e500802-9197-4854-a30d-ef4687ae095f req-4ec2b05d-dd34-4b73-9348-dc0458735a84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1378965 Jan 21 20:03:15.679698 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e500802-9197-4854-a30d-ef4687ae095f req-c35961f1-1d61-49e0-9016-fb8ac47361e3 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514256 Jan 21 20:03:15.949949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '97443e56-a7f6-4d37-aa05-8f1244494d7f', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'floating_ip_address': '172.28.3.121', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'port_id': '7a72329a-7135-411a-a83b-bcbc026b99d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'mac_address': 'fa:16:3e:c7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:47Z', 'updated_at': '2021-01-21T20:03:12Z', 'revision_number': 1, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:15.973689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640dd79f-5eb7-4bd0-91ea-ebeb40b7ee22 None None] The sync data for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb is: [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '97443e56-a7f6-4d37-aa05-8f1244494d7f', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'floating_ip_address': '172.28.3.121', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'port_id': '7a72329a-7135-411a-a83b-bcbc026b99d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'mac_address': 'fa:16:3e:c7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:47Z', 'updated_at': '2021-01-21T20:03:12Z', 'revision_number': 1, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:03:16.041579 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0e500802-9197-4854-a30d-ef4687ae095f req-f78dfe3b-2f66-455f-aebf-87f4d850cb63 service neutron] 10.222.0.38 "GET /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3551271 Jan 21 20:03:16.390020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff47c5-5f8e-41eb-8069-68cc4036aeb0 None None] New status for floating IP 97443e56-a7f6-4d37-aa05-8f1244494d7f: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:03:16.915791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-12a94fa1-2e9f-4c22-9a4a-ad1836791b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:17.229659 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:18.428276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:18.894435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:25.893381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42216) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:26.002946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] Deleting subnet bfdb97e5-c732-4849-9996-f932de91cf12 {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:03:26.006857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.066118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.142634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.513834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.534850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:26.907038 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfdb97e5-c732-4849-9996-f932de91cf12,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:26.912145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:26.960938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.967792 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cdf6b46e-f46a-476c-9de5-5e56a07e9599 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bfdb97e5-c732-4849-9996-f932de91cf12 HTTP/1.1" status: 204 len: 168 time: 1.0727451 Jan 21 20:03:26.973296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42230) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:27.104248 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:27.307830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:27.533545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafde858-3f88-4f97-9381-9762bb20ef6f']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:27.559462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eac2057-3d6f-4467-b9f7-e5b30c97c9ec') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:27.560030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eac2057-3d6f-4467-b9f7-e5b30c97c9ec') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:27.583590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:27.614437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:27.617759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:03:27.905690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Network dafde858-3f88-4f97-9381-9762bb20ef6f has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:27.926341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:28.213479 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Network dafde858-3f88-4f97-9381-9762bb20ef6f has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:03:28.243304 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:03:28.326590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:28.330412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:28.346123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:28.367303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Pushing event deleted for resources: {'Network': ['ID=dafde858-3f88-4f97-9381-9762bb20ef6f,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:28.370979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:28.372707 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7f8fa09f-f8f7-4a81-9b05-cd9235e6a720 admin admin] 10.222.0.76 "DELETE /v2.0/networks/dafde858-3f88-4f97-9381-9762bb20ef6f HTTP/1.1" status: 204 len: 168 time: 1.3982980 Jan 21 20:03:28.377713 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42258) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:28.450992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] Deleting subnet 9f6873c5-0bc4-483b-a5c0-ceaa543966bd {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:03:28.454430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:28.516011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:28.635491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:29.001832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:29.021273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-021e22d0-c622-444b-9d9c-e659295e2e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:29.106972 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6873c5-0bc4-483b-a5c0-ceaa543966bd,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:29.114612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:29.170712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:29.182593 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b2c95bb0-e340-4770-8af6-de09f412be10 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9f6873c5-0bc4-483b-a5c0-ceaa543966bd HTTP/1.1" status: 204 len: 168 time: 0.8033624 Jan 21 20:03:29.185173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42270) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:29.337512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:29.565098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:29.698890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4975af-bd47-4e6f-a0e8-e359624d0542']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:29.714479 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3840e375-2495-4e92-a3e6-cf4ad0d1843c') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:29.714828 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3840e375-2495-4e92-a3e6-cf4ad0d1843c') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:29.729901 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:29.749712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:29.752197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:03:29.948162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Network fa4975af-bd47-4e6f-a0e8-e359624d0542 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:29.957416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.147015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Network fa4975af-bd47-4e6f-a0e8-e359624d0542 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:03:30.175849 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:03:30.264600 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.268704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:30.284137 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.302479 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4975af-bd47-4e6f-a0e8-e359624d0542,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:30.315994 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] 10.222.0.76 "DELETE /v2.0/networks/fa4975af-bd47-4e6f-a0e8-e359624d0542 HTTP/1.1" status: 204 len: 168 time: 1.1218460 Jan 21 20:03:30.316422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:30.336481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42282) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:30.419338 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Deleting subnet c94d1389-4110-491f-a36a-f9a22183b008 {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:03:30.423610 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.494013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.564819 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.582673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42288) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:30.649936 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-544ca651-4fb9-4941-9206-70aa9540aac6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e62989587c8a4c7ba082d083cf45c092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656772 Jan 21 20:03:30.652743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42292) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:30.734659 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7f50a0b-ee13-4ec8-be16-7fcfad19928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.776764 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7f50a0b-ee13-4ec8-be16-7fcfad19928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.841983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7f50a0b-ee13-4ec8-be16-7fcfad19928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.847476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ce725eb-4afa-42d3-9b12-62fefbbf1f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:30.863032 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f50a0b-ee13-4ec8-be16-7fcfad19928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc77d9-de24-4742-ac68-6fd4c3b5382a,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:30.866374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b7f50a0b-ee13-4ec8-be16-7fcfad19928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:30.867397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7f50a0b-ee13-4ec8-be16-7fcfad19928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.868634 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b7f50a0b-ee13-4ec8-be16-7fcfad19928b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/25bc77d9-de24-4742-ac68-6fd4c3b5382a HTTP/1.1" status: 204 len: 168 time: 0.2147944 Jan 21 20:03:30.908735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:30.927372 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f4a299eb-acf7-49bd-9d72-91c27288d3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:31.031520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94d1389-4110-491f-a36a-f9a22183b008,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:31.036381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:31.084549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.097117 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c94d1389-4110-491f-a36a-f9a22183b008 HTTP/1.1" status: 204 len: 168 time: 0.7586627 Jan 21 20:03:31.099635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42298) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:31.267144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.305724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42304) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:31.367333 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a3e429c9-fb2d-4707-90bc-c82e81b4e796 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=628f318c3d53464aaf905be4788b13c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569792 Jan 21 20:03:31.367616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42308) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:31.434353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b904da3a-c753-43d1-aa4b-2171e5132143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.475855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b904da3a-c753-43d1-aa4b-2171e5132143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.523846 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b904da3a-c753-43d1-aa4b-2171e5132143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.529940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ddb789e-9e45-4908-b721-587ece293c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:31.543663 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904da3a-c753-43d1-aa4b-2171e5132143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8eb336-949a-438d-8587-029ed0033aea,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:31.548203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b904da3a-c753-43d1-aa4b-2171e5132143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:31.553256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b904da3a-c753-43d1-aa4b-2171e5132143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.559996 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b904da3a-c753-43d1-aa4b-2171e5132143 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad8eb336-949a-438d-8587-029ed0033aea HTTP/1.1" status: 204 len: 168 time: 0.1866741 Jan 21 20:03:31.743822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.873941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af4a41d-4888-4bbe-aa17-e9ac122e5bfe']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:31.888288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c7217b-70f5-426d-8927-526eddc33446') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:31.888633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c7217b-70f5-426d-8927-526eddc33446') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:31.904419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.924779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:31.927338 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:03:32.149149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:32.163437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:32.395985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Network 1af4a41d-4888-4bbe-aa17-e9ac122e5bfe has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:03:32.421915 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:03:32.529821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:32.535665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:32.555331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:32.565862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Pushing event deleted for resources: {'Network': ['ID=1af4a41d-4888-4bbe-aa17-e9ac122e5bfe,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:32.572579 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] 10.222.0.76 "DELETE /v2.0/networks/1af4a41d-4888-4bbe-aa17-e9ac122e5bfe HTTP/1.1" status: 204 len: 168 time: 1.4713023 Jan 21 20:03:32.573743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6f7f7ae7-57a0-4b8e-bdf5-6d229fe2803c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:32.785856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42338) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:32.871281 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f99df1c5-6b22-40fd-9001-cdb7083e29bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1774556dd47465596c0d2b0628889c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835681 Jan 21 20:03:32.874552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42346) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:32.988880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-836467f5-3cdb-4f95-a846-7aaf5b6ccbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:33.022882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-836467f5-3cdb-4f95-a846-7aaf5b6ccbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:33.077776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-836467f5-3cdb-4f95-a846-7aaf5b6ccbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:33.084296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b904da3a-c753-43d1-aa4b-2171e5132143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:33.099561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836467f5-3cdb-4f95-a846-7aaf5b6ccbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11dd3ab-8667-42b7-a8cd-70dbcec59b00,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:33.103052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-836467f5-3cdb-4f95-a846-7aaf5b6ccbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:33.104334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-836467f5-3cdb-4f95-a846-7aaf5b6ccbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:33.106089 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-836467f5-3cdb-4f95-a846-7aaf5b6ccbdf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d11dd3ab-8667-42b7-a8cd-70dbcec59b00 HTTP/1.1" status: 204 len: 168 time: 0.2297471 Jan 21 20:03:37.941979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42410) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:38.217521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.248628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:03:38.252969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Usage tracker for resource:security_group_rule and tenant:587b718d540844f1a296ba0b7f1a690b is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:03:38.256381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:03:38.262970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:03:38.394123 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.398962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.409325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1a63c1fb-15b7-4d88-b9c3-e3845926f449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:38.475102 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=587b718d540844f1a296ba0b7f1a690b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318272 Jan 21 20:03:38.476678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f8dac2-ab3d-4e27-b3dc-200dd503a305,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:38.480690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42418) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:38.480999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:38.579821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ba578eef-0b07-4e14-b9fe-f75baf3cafbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.639905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ba578eef-0b07-4e14-b9fe-f75baf3cafbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.701465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ba578eef-0b07-4e14-b9fe-f75baf3cafbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.705998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-249815a5-1248-408f-b5c1-c2757d878774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:38.724960 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba578eef-0b07-4e14-b9fe-f75baf3cafbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f8dac2-ab3d-4e27-b3dc-200dd503a305,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:38.729347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba578eef-0b07-4e14-b9fe-f75baf3cafbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:38.739384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ba578eef-0b07-4e14-b9fe-f75baf3cafbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.744956 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ba578eef-0b07-4e14-b9fe-f75baf3cafbd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6f8dac2-ab3d-4e27-b3dc-200dd503a305 HTTP/1.1" status: 204 len: 168 time: 0.2590702 Jan 21 20:03:42.509833 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:44.288656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9d35a872-a939-4b89-954f-c9424a90fb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:44.862889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc13d33-99f7-4a11-ba79-cfc6ff9fb84e req-d4c71542-36ff-4f71-912c-f6c54c954643 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:44.864622 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7dc13d33-99f7-4a11-ba79-cfc6ff9fb84e req-d4c71542-36ff-4f71-912c-f6c54c954643 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1130512 Jan 21 20:03:44.923132 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7dc13d33-99f7-4a11-ba79-cfc6ff9fb84e req-900caaf1-94cb-4ebc-bda4-0106920bdbe0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509639 Jan 21 20:03:46.202013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d769047-4a92-4022-951d-3bc21471a488 req-56b6d9b1-658b-46d3-a1d8-4c14f24fc5c2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:46.203798 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2d769047-4a92-4022-951d-3bc21471a488 req-56b6d9b1-658b-46d3-a1d8-4c14f24fc5c2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1257024 Jan 21 20:03:46.260561 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2d769047-4a92-4022-951d-3bc21471a488 req-22bf9764-b253-42d2-b986-4a32f8fcf196 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492847 Jan 21 20:03:46.894665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a57ce570-b26e-4eb1-94c9-24f9d4b7d6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:47.208267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:47.555466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2def6-432b-4020-b20f-5d57e6058197 req-6e45014e-abe7-41ec-90e7-3c01f9c30689 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:47.557333 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50b2def6-432b-4020-b20f-5d57e6058197 req-6e45014e-abe7-41ec-90e7-3c01f9c30689 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1295278 Jan 21 20:03:47.651321 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50b2def6-432b-4020-b20f-5d57e6058197 req-fd488b5a-9e6c-4638-84f4-19036ff82588 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857890 Jan 21 20:03:48.428356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:48.891432 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:49.085974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b225f-b32e-4b87-bf20-3fdf63a2c3e4 req-2378e061-1670-415a-b5f4-45b6d5461e6a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:49.087654 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-989b225f-b32e-4b87-bf20-3fdf63a2c3e4 req-2378e061-1670-415a-b5f4-45b6d5461e6a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1267424 Jan 21 20:03:49.152383 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-989b225f-b32e-4b87-bf20-3fdf63a2c3e4 req-b89124c6-e0d9-4435-be84-8ce9cb075e9b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531859 Jan 21 20:03:50.413702 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b395be5-9118-4f36-88c5-99cf539cea6c req-209bb204-1067-4438-a869-90dd9e40d571 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:50.415428 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b395be5-9118-4f36-88c5-99cf539cea6c req-209bb204-1067-4438-a869-90dd9e40d571 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1124048 Jan 21 20:03:50.473221 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6b395be5-9118-4f36-88c5-99cf539cea6c req-78801559-f0e2-4230-99eb-f7aed4755e09 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514266 Jan 21 20:03:51.592319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:03:51.816254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337bad7-f44c-41ac-9edd-bf137883e5ba req-07f116de-1896-4415-9092-29d368d1943f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:51.817896 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b337bad7-f44c-41ac-9edd-bf137883e5ba req-07f116de-1896-4415-9092-29d368d1943f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1325529 Jan 21 20:03:51.880797 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b337bad7-f44c-41ac-9edd-bf137883e5ba req-20eeb1cf-c617-4259-9433-8f08b9ebc69a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543442 Jan 21 20:03:53.154076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022120a-e4f5-4235-bd80-b74b17b9aacc req-b759356f-3fb6-4f9a-b4ad-0e24a0571698 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:53.155826 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d022120a-e4f5-4235-bd80-b74b17b9aacc req-b759356f-3fb6-4f9a-b4ad-0e24a0571698 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1169372 Jan 21 20:03:53.237649 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d022120a-e4f5-4235-bd80-b74b17b9aacc req-9510373e-8831-4bb7-9c67-d10580f324c7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750899 Jan 21 20:03:54.407245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 328441ab-6171-42a5-a1f1-8b8808dc67bd up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:54.524441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 328441ab-6171-42a5-a1f1-8b8808dc67bd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:54.524858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:54.579516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354e4e-917c-4a96-965a-4c61110fb8a9 req-361e4eb2-dd07-4dfe-8cbd-8476a4e6751b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:54.581256 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-de354e4e-917c-4a96-965a-4c61110fb8a9 req-361e4eb2-dd07-4dfe-8cbd-8476a4e6751b tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1191759 Jan 21 20:03:54.647972 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-de354e4e-917c-4a96-965a-4c61110fb8a9 req-7a3f43da-f174-4a88-bedb-df5841f7f280 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569866 Jan 21 20:03:55.970483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7568da1-87db-426d-9a84-6e4acc126c32 req-4bae1962-8966-4d52-824b-09b93c2a9ca2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:55.972210 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d7568da1-87db-426d-9a84-6e4acc126c32 req-4bae1962-8966-4d52-824b-09b93c2a9ca2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1197846 Jan 21 20:03:56.039940 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d7568da1-87db-426d-9a84-6e4acc126c32 req-af47403c-2549-4974-a203-8a3c43b859ce tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596299 Jan 21 20:03:57.340149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec5927-1918-48e3-ba84-35a876a3df89 req-7a5c32ed-0e7c-4960-9877-1f9413a0a3af tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:57.341874 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-95ec5927-1918-48e3-ba84-35a876a3df89 req-7a5c32ed-0e7c-4960-9877-1f9413a0a3af tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1198530 Jan 21 20:03:57.411087 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-95ec5927-1918-48e3-ba84-35a876a3df89 req-56c3839d-e827-467b-a637-c2129578e682 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552039 Jan 21 20:03:58.779143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c657-2613-48b2-945f-7253034555d5 req-45b83e72-3018-4e7d-9751-ebc24fb19b75 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:58.783845 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a819c657-2613-48b2-945f-7253034555d5 req-45b83e72-3018-4e7d-9751-ebc24fb19b75 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1633115 Jan 21 20:03:58.890882 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a819c657-2613-48b2-945f-7253034555d5 req-fe623dc4-c3bc-42c8-9d1b-28d81539a572 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983346 Jan 21 20:04:00.211214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074496e8-e5db-426f-9d50-07c5fed5252e req-fb5a3379-6a8b-4b6e-868c-9096c62b472a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:00.212930 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-074496e8-e5db-426f-9d50-07c5fed5252e req-fb5a3379-6a8b-4b6e-868c-9096c62b472a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1186037 Jan 21 20:04:00.292430 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-074496e8-e5db-426f-9d50-07c5fed5252e req-50c1c47b-4f1f-4e69-9558-32ae09f908b9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718424 Jan 21 20:04:01.739227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083544a-71f0-408f-8beb-759085fc0a2e req-aa15b569-2e09-4f90-b678-f864fc133119 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:01.750738 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c083544a-71f0-408f-8beb-759085fc0a2e req-aa15b569-2e09-4f90-b678-f864fc133119 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1801858 Jan 21 20:04:01.814789 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c083544a-71f0-408f-8beb-759085fc0a2e req-2566167a-1935-4b4f-bc51-b883fe0a0e87 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628088 Jan 21 20:04:03.130661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4db62-1238-4b6d-93ac-4518a9d79c00 req-07385aa9-7273-453a-bd48-02666d509461 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:03.133166 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-64c4db62-1238-4b6d-93ac-4518a9d79c00 req-07385aa9-7273-453a-bd48-02666d509461 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1338129 Jan 21 20:04:03.196954 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-64c4db62-1238-4b6d-93ac-4518a9d79c00 req-cebf5a17-69a1-43a3-9303-7e363090c42f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545609 Jan 21 20:04:04.519422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96013481-c7a4-49f9-9763-67e03755e1b6 req-2b3c9bb0-f9ed-4d5b-9818-e0b23cbb5236 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:04.521148 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-96013481-c7a4-49f9-9763-67e03755e1b6 req-2b3c9bb0-f9ed-4d5b-9818-e0b23cbb5236 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1248693 Jan 21 20:04:04.587889 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-96013481-c7a4-49f9-9763-67e03755e1b6 req-be7ca5e0-6f71-406d-8f73-b45fd1ea15e8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570548 Jan 21 20:04:06.088052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95be391-9498-4ce5-9a1d-085677e48211 req-152b7f92-43ff-473c-9bf6-763b3815d795 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:06.104273 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c95be391-9498-4ce5-9a1d-085677e48211 req-152b7f92-43ff-473c-9bf6-763b3815d795 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.2653530 Jan 21 20:04:06.227327 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c95be391-9498-4ce5-9a1d-085677e48211 req-8ddb673c-758c-4760-b8c1-860733cf002f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186752 Jan 21 20:04:07.670459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ef8bc-bff5-4f04-b0ae-8231a0b4c48f req-350ba275-8960-4f90-aa13-d760436a458a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:07.675495 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0d5ef8bc-bff5-4f04-b0ae-8231a0b4c48f req-350ba275-8960-4f90-aa13-d760436a458a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1868184 Jan 21 20:04:07.794405 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0d5ef8bc-bff5-4f04-b0ae-8231a0b4c48f req-c9e909db-8f3e-45ec-935b-263c31ea53a0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126969 Jan 21 20:04:08.135617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef679051-23b8-48ca-bf89-352db0735f59 req-0e3ff107-2d25-4d7e-8706-9434176895a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:08.140027 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef679051-23b8-48ca-bf89-352db0735f59 req-0e3ff107-2d25-4d7e-8706-9434176895a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 1163 time: 0.2067294 Jan 21 20:04:08.645973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef679051-23b8-48ca-bf89-352db0735f59 req-bb84212a-592b-41dc-b37b-2715c3d1bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:08.649656 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef679051-23b8-48ca-bf89-352db0735f59 req-bb84212a-592b-41dc-b37b-2715c3d1bf23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.4861732 Jan 21 20:04:08.778763 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef679051-23b8-48ca-bf89-352db0735f59 req-c9d12147-49f4-44c7-a790-064851b5faad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd HTTP/1.1" status: 200 len: 1002 time: 0.1221356 Jan 21 20:04:08.853266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef679051-23b8-48ca-bf89-352db0735f59 req-6961f9d6-7a8b-4e96-9093-ee2a8832bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:08.854922 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef679051-23b8-48ca-bf89-352db0735f59 req-6961f9d6-7a8b-4e96-9093-ee2a8832bb4b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.0683379 Jan 21 20:04:08.961331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef679051-23b8-48ca-bf89-352db0735f59 req-dc820a7b-44e9-49a5-89d4-2397793697fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:08.964218 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef679051-23b8-48ca-bf89-352db0735f59 req-dc820a7b-44e9-49a5-89d4-2397793697fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1012964 Jan 21 20:04:09.328251 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255b38c-0a88-4497-ac1a-4082fd04b281 req-8a38a4ef-f898-444f-8130-0ab9c3260228 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:09.332319 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b255b38c-0a88-4497-ac1a-4082fd04b281 req-8a38a4ef-f898-444f-8130-0ab9c3260228 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.3585970 Jan 21 20:04:09.338974 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef679051-23b8-48ca-bf89-352db0735f59 req-49b88dd4-86cb-43f1-a29f-dcbe2f4fe204 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636651 Jan 21 20:04:09.525397 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b255b38c-0a88-4497-ac1a-4082fd04b281 req-d5d1daa0-a45c-413d-a202-25d51e870b01 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729147 Jan 21 20:04:09.598075 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef679051-23b8-48ca-bf89-352db0735f59 req-9f437d87-653a-4528-aeed-68f15d918158 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2436082 Jan 21 20:04:09.851380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-ae8fe9e9-9344-4302-91a5-55d718196875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:09.854440 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-ae8fe9e9-9344-4302-91a5-55d718196875 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 1163 time: 0.1651416 Jan 21 20:04:10.027508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-23cae265-dfff-4d85-a088-191f71e1e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:10.029588 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-23cae265-dfff-4d85-a088-191f71e1e4f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.1624517 Jan 21 20:04:10.156900 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-3ff84e55-bc43-4c49-8b4e-3c3cbbfd3def service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd HTTP/1.1" status: 200 len: 1002 time: 0.1161237 Jan 21 20:04:10.249512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-bab1e7c9-7bd1-41a9-b92c-4a0ce1c387a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:10.251392 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-bab1e7c9-7bd1-41a9-b92c-4a0ce1c387a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.0831995 Jan 21 20:04:10.352227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-0180ce2f-9724-469f-b924-175ac8d8a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:10.355106 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-0180ce2f-9724-469f-b924-175ac8d8a3d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924358 Jan 21 20:04:10.544167 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-866ce763-bed8-4d14-a513-4bed5a7b038f service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805820 Jan 21 20:04:10.885545 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21d68f80-eebb-4b83-bb0e-a744a5a5fbdf req-4b26ef44-d1b7-4124-a1f0-48ccd485fa85 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3335216 Jan 21 20:04:10.913488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142690ea-a617-4d30-b648-7927891fa339 req-7c57defe-9b9d-4652-9aef-8fd0d1ecde7b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:10.915761 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-142690ea-a617-4d30-b648-7927891fa339 req-7c57defe-9b9d-4652-9aef-8fd0d1ecde7b tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 945 time: 0.3391418 Jan 21 20:04:10.997587 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-142690ea-a617-4d30-b648-7927891fa339 req-a8b20b80-0aa0-4336-a516-f569c927460a tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744340 Jan 21 20:04:11.028808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92fa5b-24aa-47a5-8ff1-eeea5f23fa45 req-72a74d9f-3706-46b3-9f69-9cb676144015 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:11.031963 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb92fa5b-24aa-47a5-8ff1-eeea5f23fa45 req-72a74d9f-3706-46b3-9f69-9cb676144015 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.2516594 Jan 21 20:04:11.101301 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-eb92fa5b-24aa-47a5-8ff1-eeea5f23fa45 req-e890936a-5710-44f3-994d-cadcbc787201 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610824 Jan 21 20:04:12.305891 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c2cf-f1db-4df5-be09-6fb9944f4a48 req-7d3f3a59-c8e8-412a-8847-af3712534649 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:12.307618 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fa94c2cf-f1db-4df5-be09-6fb9944f4a48 req-7d3f3a59-c8e8-412a-8847-af3712534649 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 945 time: 0.1622119 Jan 21 20:04:12.449427 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fa94c2cf-f1db-4df5-be09-6fb9944f4a48 req-5f93ebb6-5113-4b39-91bd-e1fcf935118d tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803657 Jan 21 20:04:12.504897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746736-540b-4ab1-8361-096392712d01 req-fdfeb244-15a5-4e2c-bba3-7d8c023d59db tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:12.506980 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4a746736-540b-4ab1-8361-096392712d01 req-fdfeb244-15a5-4e2c-bba3-7d8c023d59db tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1980438 Jan 21 20:04:12.561303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:12.566274 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4a746736-540b-4ab1-8361-096392712d01 req-5d5f20cd-dd2a-47f3-a369-b498a3d735d0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479832 Jan 21 20:04:12.646582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 328441ab-6171-42a5-a1f1-8b8808dc67bd up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:12.733497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 328441ab-6171-42a5-a1f1-8b8808dc67bd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:12.733906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:12.948476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-8ff61361-b8be-40a0-b590-4e93e61050b6 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:12.950224 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-8ff61361-b8be-40a0-b590-4e93e61050b6 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 945 time: 0.1258264 Jan 21 20:04:13.044151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Deleting port 7a72329a-7135-411a-a83b-bcbc026b99d7 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:13.044543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:13.330173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] For port 7a72329a-7135-411a-a83b-bcbc026b99d7, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=7a72329a-7135-411a-a83b-bcbc026b99d7,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:13.330802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:14.155552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:14.155966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:14.156313 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Floating IP 97443e56-a7f6-4d37-aa05-8f1244494d7f disassociated. External IP: 172.28.3.121, port: 7a72329a-7135-411a-a83b-bcbc026b99d7. Jan 21 20:04:14.156691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Calling delete_port for 7a72329a-7135-411a-a83b-bcbc026b99d7 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:04:14.270212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aff1a-2831-45d8-a8eb-2b1fb9f99e1c req-3b333d85-c7d2-4cb1-b7ff-f74d2c94fbc6 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:14.272467 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9d8aff1a-2831-45d8-a8eb-2b1fb9f99e1c req-3b333d85-c7d2-4cb1-b7ff-f74d2c94fbc6 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 945 time: 0.5145378 Jan 21 20:04:14.289035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9d7a-736c-44dd-a839-87aeb7074dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:14.345654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3f909-de0a-4e1c-848d-4576c76d4951 req-7fb54b6b-33e2-4efa-8c90-d4670557e2ec tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:14.347370 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50d3f909-de0a-4e1c-848d-4576c76d4951 req-7fb54b6b-33e2-4efa-8c90-d4670557e2ec tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.5136776 Jan 21 20:04:14.435411 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9d8aff1a-2831-45d8-a8eb-2b1fb9f99e1c req-1844a930-0efd-47e7-8b25-1177f1eaf8d6 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups?id=2a154348-d60c-4114-9765-1e3345fa3756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427879 Jan 21 20:04:14.485432 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50d3f909-de0a-4e1c-848d-4576c76d4951 req-ef79621c-0d9a-4d95-9bf5-1b9b522f537a tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912266 Jan 21 20:04:14.494247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:14.506682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 328441ab-6171-42a5-a1f1-8b8808dc67bd no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:04:14.522883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cf495d4c-c457-4a2f-9ebc-6b8047cd29de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:14.633646 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:14.638614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event deleted for resources: {'Port': ['ID=7a72329a-7135-411a-a83b-bcbc026b99d7,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:14.654263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.654652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.655057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.655459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.655850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.656241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.656631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.657018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.657402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.657783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.658184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.658579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.659034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.659416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.659794 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.660163 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.660541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.660923 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.661298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.661676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.663083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.663083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.663312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.663672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.665698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:14.668997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:14.677186 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 328441ab-6171-42a5-a1f1-8b8808dc67bd, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:14.682805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:14.684595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 7a72329a-7135-411a-a83b-bcbc026b99d7 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:04:14.742042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:14.774484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] No Port match for: 7a72329a-7135-411a-a83b-bcbc026b99d7 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:04:14.774951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 7a72329a-7135-411a-a83b-bcbc026b99d7 not bound to the agent host hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:04:14.837010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=328441ab-6171-42a5-a1f1-8b8808dc67bd,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:14.847430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.848141 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.848683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.850810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.851364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.851915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.852442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.853783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.854188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.854575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.855216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.855652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.856115 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.856523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.856955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.857198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.857574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.857949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.858515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.858887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.859258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.859644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.860278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.860648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:14.873353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:14.964202 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'code': 422} returned with failed status Jan 21 20:04:15.004751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Router c83b4064-66b5-455c-b0b4-886b30cea5ee has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:04:15.214673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:04:15.231377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] Sync routers for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:04:15.243784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:04:15.244397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:03:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:15.264557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] No DVR routers for this DVR port 7a72329a-7135-411a-a83b-bcbc026b99d7 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:04:15.269393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:15.275930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'name': 'network-vif-deleted', 'tag': '7a72329a-7135-411a-a83b-bcbc026b99d7'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:15.307798 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-17546273-9f30-4b29-85a8-b1d787336fc7 req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.38 "DELETE /v2.0/ports/7a72329a-7135-411a-a83b-bcbc026b99d7 HTTP/1.1" status: 204 len: 173 time: 2.3498647 Jan 21 20:04:15.495511 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2', 'name': 'network-vif-deleted', 'tag': '7a72329a-7135-411a-a83b-bcbc026b99d7', 'status': 'completed', 'code': 200} Jan 21 20:04:15.563021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:04:15.685319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-a29302d1-0fe6-4341-9e7d-9da28d40a21b req-be6099f0-edae-4bc1-814a-61af00d414e0 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Synchronizing usage tracker for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:15.702097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-a29302d1-0fe6-4341-9e7d-9da28d40a21b req-be6099f0-edae-4bc1-814a-61af00d414e0 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Unset dirty status for tenant:1c74ebeceab1462f9edb3514e809d8b6 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:15.703444 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a29302d1-0fe6-4341-9e7d-9da28d40a21b req-be6099f0-edae-4bc1-814a-61af00d414e0 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/ports?device_id=5a85bde7-d7f9-4bdf-a2ca-111273e2f7c2 HTTP/1.1" status: 200 len: 210 time: 0.0703089 Jan 21 20:04:16.089013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:16.096455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] Checking router: c83b4064-66b5-455c-b0b4-886b30cea5ee for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:04:16.113576 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:04:16.114788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:03:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:16.352159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:04:16.582412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7693bc-469c-4bf4-86aa-371293f184c7 req-1684b14b-2363-49da-a149-3f1c669a4553 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:16.584199 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0a7693bc-469c-4bf4-86aa-371293f184c7 req-1684b14b-2363-49da-a149-3f1c669a4553 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.1367359 Jan 21 20:04:16.602730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42714) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:16.691557 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0a7693bc-469c-4bf4-86aa-371293f184c7 req-522c5ed0-38d5-4e39-b1bd-eaaffab1fc10 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853937 Jan 21 20:04:16.758346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:16.767496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288795a-ba66-4703-95af-038c9bb6df40 None None] The sync data for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb is: [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:25Z', 'revision_number': 4, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7c2a103f-c319-4704-bd63-0a4fbed36876', 'name': '', 'network_id': '14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'mac_address': 'fa:16:3e:36:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:15Z', 'updated_at': '2021-01-21T19:58:44Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'subnets': [{'id': 'b2aa1d11-e210-4ce7-906a-7f1d1460be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:04:16.849697 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-7f9e4e79-22fb-4695-af93-88dd1b26da87 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2423041 Jan 21 20:04:16.908373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7a022df-568d-41bb-a71a-48a9ca0e3721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:16.947658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42726) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:17.076345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.136096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.222309 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.223126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.228248 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08a50f9b-9895-4365-92ae-7de793142d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:17.249753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a154348-d60c-4114-9765-1e3345fa3756,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:17.263977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.264394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.264807 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.265211 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.265613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.266014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.266467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.266868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.267267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.267664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.268058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.268452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.268922 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.269319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.269715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.270113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.270532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.270928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.271319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.272454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.273223 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.273638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.274040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.274471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:17.280800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:17.283068 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.287444 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3aef86c3-a759-4eda-87b8-a2aa7b2d61b9 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "DELETE /v2.0/security-groups/2a154348-d60c-4114-9765-1e3345fa3756 HTTP/1.1" status: 204 len: 168 time: 0.3376312 Jan 21 20:04:17.288266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42734) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:17.315873 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.v2.resource [None req-cb9ff427-facd-41f0-a1f8-0ac707285db0 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] show failed (client error): The resource could not be found. Jan 21 20:04:17.316203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe55e16-cae6-4f05-8149-969032a12f88 None None] New status for floating IP 97443e56-a7f6-4d37-aa05-8f1244494d7f: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:04:17.317024 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cb9ff427-facd-41f0-a1f8-0ac707285db0 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "GET /v2.0/security-groups/2a154348-d60c-4114-9765-1e3345fa3756 HTTP/1.1" status: 404 len: 347 time: 0.0271435 Jan 21 20:04:17.322120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42738) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:17.529689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Deleting port 20ab4ec8-9a1f-43c1-85d8-bf38cd5967bb {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:17.530059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.801590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-8e3bc3b3-1a72-49b8-8184-c116bd871f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:17.804083 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-8e3bc3b3-1a72-49b8-8184-c116bd871f04 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf&tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce HTTP/1.1" status: 200 len: 1161 time: 0.2272956 Jan 21 20:04:17.814664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.815042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.996880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Calling delete_port for 20ab4ec8-9a1f-43c1-85d8-bf38cd5967bb owned by network:floatingip {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:04:18.190180 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-aaee58b4-f22f-4da8-a4f9-24d3fca30a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:18.191811 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-aaee58b4-f22f-4da8-a4f9-24d3fca30a2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 1161 time: 0.3053119 Jan 21 20:04:18.193457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80130) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:04:18.194024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:04:18.219620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a09b4-abf4-4705-bad4-24ad9d833e36 req-3f68f4b0-c15a-49d0-82c2-31081957eeb7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:18.221304 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e13a09b4-abf4-4705-bad4-24ad9d833e36 req-3f68f4b0-c15a-49d0-82c2-31081957eeb7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.2405047 Jan 21 20:04:18.368023 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e13a09b4-abf4-4705-bad4-24ad9d833e36 req-7f38ecb2-f577-4132-826c-20c9b1348ab9 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223042 Jan 21 20:04:18.414627 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-ae56f6ba-c7c4-478a-bda9-05ee98aa4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:18.415370 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:18.416820 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-ae56f6ba-c7c4-478a-bda9-05ee98aa4dec service neutron] 10.222.0.38 "GET /v2.0/networks?id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 200 len: 910 time: 0.1939645 Jan 21 20:04:18.546457 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-e72346ef-5df3-4574-8067-4194c73f45d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd HTTP/1.1" status: 200 len: 1000 time: 0.1200294 Jan 21 20:04:18.623601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-c34ce883-3de7-401f-94f2-4f75e36aa14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:18.625124 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-c34ce883-3de7-401f-94f2-4f75e36aa14d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 200 len: 855 time: 0.0689485 Jan 21 20:04:18.898455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:18.935596 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Deleting port 20ab4ec8-9a1f-43c1-85d8-bf38cd5967bb {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:18.936119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:19.134977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-206eea9c-a9ad-40d9-9f60-7e4b6cd6d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:19.137577 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-206eea9c-a9ad-40d9-9f60-7e4b6cd6d28f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eda9e604-1d3f-4196-a1bb-adbf40e58f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5021243 Jan 21 20:04:19.274922 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:19.275451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:19.448935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Calling delete_port for 20ab4ec8-9a1f-43c1-85d8-bf38cd5967bb owned by network:floatingip {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:04:19.577472 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-830fefa2-3741-41ed-91db-8c494de70614 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232156 Jan 21 20:04:19.908271 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:19.923559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d461b27-20dc-4d74-977c-09fdd5bc8ad2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:19.957855 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d16dfa8c-6df3-47fb-b77c-01061a23f519 req-554b435d-903f-4dd6-a0f5-4f6cde7c9741 service neutron] 10.222.0.38 "GET /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3649068 Jan 21 20:04:20.040074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Pushing event deleted for resources: {'Port': ['ID=20ab4ec8-9a1f-43c1-85d8-bf38cd5967bb,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:20.051557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:20.084511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc995bf1-0a30-484b-a0b7-1151d5cb7ae8 req-2e496ddb-8125-4bad-88c9-35a12259f396 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:20.086734 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc995bf1-0a30-484b-a0b7-1151d5cb7ae8 req-2e496ddb-8125-4bad-88c9-35a12259f396 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.4632835 Jan 21 20:04:20.195424 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dc995bf1-0a30-484b-a0b7-1151d5cb7ae8 req-3ed3ecc0-1ce2-4400-985e-38dd023bb0d0 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899599 Jan 21 20:04:20.299773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks [] for floatingip, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:20.320228 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:20.322449 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] 10.222.0.76 "DELETE /v2.0/floatingips/97443e56-a7f6-4d37-aa05-8f1244494d7f HTTP/1.1" status: 204 len: 168 time: 2.9986479 Jan 21 20:04:21.818074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18972a38-d586-4bf2-a8e6-3a58c2970b81 req-7f1e5334-2d7e-4a3f-bce0-411b84b9e1f6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:21.830675 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-18972a38-d586-4bf2-a8e6-3a58c2970b81 req-7f1e5334-2d7e-4a3f-bce0-411b84b9e1f6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.3427269 Jan 21 20:04:21.967046 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-18972a38-d586-4bf2-a8e6-3a58c2970b81 req-d0eaf2e5-7403-497d-839d-44867a1a40de tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205828 Jan 21 20:04:23.439947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952f308-920a-4a1f-8187-2a2cc1de548d req-3380c0cb-e54e-49c3-b58d-291bcfd8b519 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:23.441907 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c952f308-920a-4a1f-8187-2a2cc1de548d req-3380c0cb-e54e-49c3-b58d-291bcfd8b519 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.1723933 Jan 21 20:04:23.533573 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c952f308-920a-4a1f-8187-2a2cc1de548d req-a1a0a37d-15f2-42ce-9fae-c662cf0b32b5 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794234 Jan 21 20:04:25.178111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7c45c-7cbe-46e5-882d-5f3d23fc164f req-fa847290-b57a-4f06-aa4a-9e134fcd5907 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:25.180966 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b5c7c45c-7cbe-46e5-882d-5f3d23fc164f req-fa847290-b57a-4f06-aa4a-9e134fcd5907 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.2086787 Jan 21 20:04:25.237282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42800) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:25.316524 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b5c7c45c-7cbe-46e5-882d-5f3d23fc164f req-961bd4c3-b1be-4de0-ae3a-89b269ace266 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142480 Jan 21 20:04:26.364548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003498'] for router_interface, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:26.833462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6878d9-2595-4df3-85ad-128a28380109 req-d9035e20-c28b-4361-852f-cf118ead6582 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:26.836009 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6878d9-2595-4df3-85ad-128a28380109 req-d9035e20-c28b-4361-852f-cf118ead6582 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.2022593 Jan 21 20:04:26.940249 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bb6878d9-2595-4df3-85ad-128a28380109 req-3d3f9a0c-580e-4f46-9ffb-acc72111afe2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971656 Jan 21 20:04:27.104624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Deleting port 7c2a103f-c319-4704-bd63-0a4fbed36876 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:27.105360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:27.433111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] For port 7c2a103f-c319-4704-bd63-0a4fbed36876, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=7c2a103f-c319-4704-bd63-0a4fbed36876,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:27.434004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:27.657188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Calling delete_port for 7c2a103f-c319-4704-bd63-0a4fbed36876 owned by network:router_interface {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:04:28.036992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:28.070129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:28.207628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2a103f-c319-4704-bd63-0a4fbed36876,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:28.217232 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:28.525612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db489e-45b1-4bde-92f0-85f6e33f71c2 req-df1766f4-e4d1-4958-bd01-c65f380cae1f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:28.529132 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-69db489e-45b1-4bde-92f0-85f6e33f71c2 req-df1766f4-e4d1-4958-bd01-c65f380cae1f tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.2775667 Jan 21 20:04:28.597248 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:04:28.632411 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-69db489e-45b1-4bde-92f0-85f6e33f71c2 req-37cff645-b533-4f45-9ccb-00d6bed9cde4 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860217 Jan 21 20:04:29.285221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853184642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003660'] for router_interface, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:30.079331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f010-cd97-4604-bb4f-d875f3273aa1 req-c717d068-54a8-4e20-a12e-c3bf77cb5346 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:30.081490 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0a68f010-cd97-4604-bb4f-d875f3273aa1 req-c717d068-54a8-4e20-a12e-c3bf77cb5346 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.1717317 Jan 21 20:04:30.190887 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0a68f010-cd97-4604-bb4f-d875f3273aa1 req-9dded1cc-c2b6-4b1b-a453-b42c4362a749 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955191 Jan 21 20:04:30.215483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Router c83b4064-66b5-455c-b0b4-886b30cea5ee has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:04:30.547242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:04:30.562671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] Sync routers for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:04:30.564167 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7ef8cb01-c289-41bb-9d86-87b46cdba858 admin admin] 10.222.0.76 "PUT /v2.0/routers/c83b4064-66b5-455c-b0b4-886b30cea5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3252366 Jan 21 20:04:30.567083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 42816) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:30.574415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:04:30.575116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:04:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:30.802179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks [] for router, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:30.890812 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:04:31.090054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:31.100521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Deleting port 4a4336b5-ccf0-412b-8887-0a62224ffeaa {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:31.101273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:31.397568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] For port 4a4336b5-ccf0-412b-8887-0a62224ffeaa, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=4a4336b5-ccf0-412b-8887-0a62224ffeaa,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:31.398311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:31.568162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T20:04:27Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:31.573250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] Checking router: c83b4064-66b5-455c-b0b4-886b30cea5ee for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:04:31.573889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e0cc-c92c-4165-ac8b-aee49c1a4877 req-402c1155-b1e2-442f-b50d-689baf305ee1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:31.577854 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8994e0cc-c92c-4165-ac8b-aee49c1a4877 req-402c1155-b1e2-442f-b50d-689baf305ee1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.1565416 Jan 21 20:04:31.583720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] Routers {'c83b4064-66b5-455c-b0b4-886b30cea5ee'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:04:31.585229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:04:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['c83b4064-66b5-455c-b0b4-886b30cea5ee'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:31.670490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Calling delete_port for 4a4336b5-ccf0-412b-8887-0a62224ffeaa owned by network:router_gateway {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:04:31.673021 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8994e0cc-c92c-4165-ac8b-aee49c1a4877 req-550f4274-19fa-4be6-bebc-fb62e20157c2 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845125 Jan 21 20:04:31.839018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] Set router c83b4064-66b5-455c-b0b4-886b30cea5ee gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:04:31.899729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:32.169897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852795555'] for router_gateway, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:32.204857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T20:04:27Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:32.211223 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ead0bc-1eae-4d87-9276-3aa3fa5cce17 None None] The sync data for ids ['c83b4064-66b5-455c-b0b4-886b30cea5ee'] in dv-cinder-726180-8-smb is: [{'id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'name': 'tempest-AttachVolumeTestJSON-2065627750-router', 'tenant_id': '1c74ebeceab1462f9edb3514e809d8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T20:04:27Z', 'revision_number': 5, 'project_id': '1c74ebeceab1462f9edb3514e809d8b6', 'gw_port': {'id': '4a4336b5-ccf0-412b-8887-0a62224ffeaa', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b4064-66b5-455c-b0b4-886b30cea5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:46Z', 'updated_at': '2021-01-21T19:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:04:32.738295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852795401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-501505'] for router, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:32.741869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:32.789977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1979008'] for router, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:32.790871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83b4064-66b5-455c-b0b4-886b30cea5ee {{(pid=80129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:04:32.816642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:32.819631 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7b908041-a1f5-4596-aebe-8e5bea8fb635 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c83b4064-66b5-455c-b0b4-886b30cea5ee HTTP/1.1" status: 204 len: 168 time: 2.2503424 Jan 21 20:04:32.822067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42824) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:32.962413 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Deleting subnet b2aa1d11-e210-4ce7-906a-7f1d1460be3a {{(pid=80130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:04:32.977170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.053601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851429164'] for subnet, precommit_delete_associations {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.156078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3b41c-020f-46fc-aca8-644cb78b1693 req-1352a164-eed7-4c8c-8967-7d310637f2b5 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:33.157845 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21b3b41c-020f-46fc-aca8-644cb78b1693 req-1352a164-eed7-4c8c-8967-7d310637f2b5 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.2502599 Jan 21 20:04:33.284079 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-21b3b41c-020f-46fc-aca8-644cb78b1693 req-de1d26b7-4eb7-4852-8646-a980e6dfbc79 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168740 Jan 21 20:04:33.295473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.615100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851405616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851579891'] for subnet, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.642766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:33.729751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 7c2a103f-c319-4704-bd63-0a4fbed36876 no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:04:33.771264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 7c2a103f-c319-4704-bd63-0a4fbed36876 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:04:33.772615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 7c2a103f-c319-4704-bd63-0a4fbed36876 not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:04:33.772825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 4a4336b5-ccf0-412b-8887-0a62224ffeaa no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:04:33.784598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2aa1d11-e210-4ce7-906a-7f1d1460be3a,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:33.807952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:33.812783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 4a4336b5-ccf0-412b-8887-0a62224ffeaa {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:04:33.813308 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 4a4336b5-ccf0-412b-8887-0a62224ffeaa not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:04:33.854029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.862255 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9204f-1008-4d43-9714-a12bc5d5f9d4 None None] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:04:33.866310 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b2aa1d11-e210-4ce7-906a-7f1d1460be3a HTTP/1.1" status: 204 len: 168 time: 1.0404327 Jan 21 20:04:33.868742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42828) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:34.024410 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.153799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Deleting port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:34.154095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.160181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] DHCP port deletion for 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 request from dv-cinder-726180-8-smb {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:04:34.166018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] Deleting port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:34.166515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.457421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] For port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=26a748de-4d88-4951-a7fd-7ac5bdaf9a8f,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:34.458037 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.505522 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] For port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=26a748de-4d88-4951-a7fd-7ac5bdaf9a8f,segment=NetworkSegment(5e4d2470-0c03-479b-b47a-176b7b73e303),segment_id=5e4d2470-0c03-479b-b47a-176b7b73e303)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:34.506866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.778292 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] Calling delete_port for 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:04:34.841781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Calling delete_port for 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f owned by network:dhcp {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:04:34.965067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799'] for port, after_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.986342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:35.036486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80130) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:04:35.036991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:04:35.077565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46a50-2f74-495f-aa06-925960616ef3 req-b75cc224-ecc2-443e-bc96-9411ab324f57 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:35.079564 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-aab46a50-2f74-495f-aa06-925960616ef3 req-b75cc224-ecc2-443e-bc96-9411ab324f57 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.4812603 Jan 21 20:04:35.102436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] Pushing event deleted for resources: {'Port': ['ID=26a748de-4d88-4951-a7fd-7ac5bdaf9a8f,revision_number=None']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:35.109897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:35.155235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 328441ab-6171-42a5-a1f1-8b8808dc67bd up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:35.161279 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-aab46a50-2f74-495f-aa06-925960616ef3 req-6f3a902e-5078-44cd-a979-07382b2ee852 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708532 Jan 21 20:04:35.227357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] No DVR routers for this DVR port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f on host dv-cinder-726180-8-smb {{(pid=80133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:04:35.254790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 328441ab-6171-42a5-a1f1-8b8808dc67bd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:35.255214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.417375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.469677 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:35.484792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 328441ab-6171-42a5-a1f1-8b8808dc67bd, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:35.488779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.492496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:35.538674 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Deleting port 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:35.539341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.546828 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'code': 200} Jan 21 20:04:35.589512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=328441ab-6171-42a5-a1f1-8b8808dc67bd,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:35.594503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:35.653789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] The port '26a748de-4d88-4951-a7fd-7ac5bdaf9a8f' was deleted {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:04:35.739558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:04:35.798963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:04:35.799356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 26a748de-4d88-4951-a7fd-7ac5bdaf9a8f not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:04:35.894825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.045239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4']}} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:36.062184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4d2470-0c03-479b-b47a-176b7b73e303') {'for_net_delete': True} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:36.062489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4d2470-0c03-479b-b47a-176b7b73e303') {} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:36.076237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befc7c5-807f-472c-b339-1c47b3af3ef6 req-a0c21709-3e7f-4a6f-bad9-abe5bacee280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:36.077864 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1befc7c5-807f-472c-b339-1c47b3af3ef6 req-a0c21709-3e7f-4a6f-bad9-abe5bacee280 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 1163 time: 0.2350521 Jan 21 20:04:36.081886 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346652'] for segment, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.117365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.120760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:04:36.232028 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1befc7c5-807f-472c-b339-1c47b3af3ef6 req-dc83d1b5-dd02-4a52-a3a5-c957e689231b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417110 Jan 21 20:04:36.362470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:04:36.373965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851405633'] for segment, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.665932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Network 14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: % (table.description, expected, rows_matched) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: % (table.description, expected, rows_matched) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: % (table.description, expected, rows_matched) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: % (table.description, expected, rows_matched) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:04:36.691802 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:04:36.788080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 328441ab-6171-42a5-a1f1-8b8808dc67bd up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:36.814811 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef212d-ed66-4a12-821c-1d39b5c9a39c req-afffa439-e6b0-4d04-99ae-369112635d93 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:36.817009 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e3ef212d-ed66-4a12-821c-1d39b5c9a39c req-afffa439-e6b0-4d04-99ae-369112635d93 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.3522887 Jan 21 20:04:36.819699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.826001 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:36.863429 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.868360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Pushing event deleted for resources: {'Network': ['ID=14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:36.873558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 328441ab-6171-42a5-a1f1-8b8808dc67bd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:36.875282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.898430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:36.961741 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d97b52fe-b165-4dce-8ba4-7af4db5346cd admin admin] 10.222.0.76 "DELETE /v2.0/networks/14a0df91-fffd-4fc5-8244-ea1fbfc4a7e4 HTTP/1.1" status: 204 len: 168 time: 3.0913508 Jan 21 20:04:36.986786 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e3ef212d-ed66-4a12-821c-1d39b5c9a39c req-0843f07d-07a9-41b8-a38b-3592a38aa318 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337597 Jan 21 20:04:37.217561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42840) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:37.281198 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-8e6452cb-c9c6-4adb-8077-988f52893b89 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c74ebeceab1462f9edb3514e809d8b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0618222 Jan 21 20:04:37.284319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42844) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:37.390488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e1be-5d35-4b59-9228-08030d848e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.431224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e1be-5d35-4b59-9228-08030d848e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.498181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e1be-5d35-4b59-9228-08030d848e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.510179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-836467f5-3cdb-4f95-a846-7aaf5b6ccbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:37.539383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2e1be-5d35-4b59-9228-08030d848e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe1c02c-c6a0-42ef-897e-107b93b3d9a6,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:37.544466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4fe2e1be-5d35-4b59-9228-08030d848e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:37.545790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e1be-5d35-4b59-9228-08030d848e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.547441 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4fe2e1be-5d35-4b59-9228-08030d848e6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1fe1c02c-c6a0-42ef-897e-107b93b3d9a6 HTTP/1.1" status: 204 len: 168 time: 0.2613521 Jan 21 20:04:38.389842 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd8dd5-3ceb-4063-9a80-1e85e2eb867a req-d424738a-a13d-4818-81b5-30c9ee12587d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:38.391768 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3bd8dd5-3ceb-4063-9a80-1e85e2eb867a req-d424738a-a13d-4818-81b5-30c9ee12587d tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1814656 Jan 21 20:04:38.451460 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3bd8dd5-3ceb-4063-9a80-1e85e2eb867a req-c0136ab7-bf51-4b68-84a2-875efe8b2195 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506330 Jan 21 20:04:38.696706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42902) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:38.856567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-913445393-network', 'tenant_id': 'cba7065ec475420494ae930e2a12f575'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:38.862430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:38.867619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Usage tracker for resource:network and tenant:cba7065ec475420494ae930e2a12f575 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:38.870822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:38.876721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:38.888840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Made reservation on behalf of cba7065ec475420494ae930e2a12f575 for: {'network': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:04:38.893995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:38.907574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:38.923737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:38.928437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Usage tracker for resource:security_group_rule and tenant:cba7065ec475420494ae930e2a12f575 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:38.931835 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:38.938506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:39.067295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.072301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.077162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f6fe3e17-8b4a-45b2-bea4-eba391c7abea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:39.109557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:04:39.126431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b5c186-9743-4417-a1cb-1201144f1dfd,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:39.132218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:39.133229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.133618 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Added segment bd77b8ac-1797-487b-9ee6-54d7681f8584 of type vxlan for network def071dd-4086-40cf-b9af-9af11d36367a Jan 21 20:04:39.164803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.199207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.201270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:39.201270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.206821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2fee72bd-ae56-4789-9e94-119ba05a6699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:39.315863 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6179101 Jan 21 20:04:39.319829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 42908) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:39.320461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Pushing event updated for resources: {'Network': ['ID=def071dd-4086-40cf-b9af-9af11d36367a,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:39.325133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:39.329412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Request body: {'subnet': {'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-913445393-subnet', 'tenant_id': 'cba7065ec475420494ae930e2a12f575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:39.331595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network def071dd-4086-40cf-b9af-9af11d36367a details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:04:39.335478 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:39.339767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Usage tracker for resource:subnet and tenant:cba7065ec475420494ae930e2a12f575 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:39.342974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:39.349019 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:39.349652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network def071dd-4086-40cf-b9af-9af11d36367a details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:04:39.359001 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Made reservation on behalf of cba7065ec475420494ae930e2a12f575 for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:04:39.363830 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3195943'] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.884422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ace56-ce9a-4e4c-9837-7a9a7316641a req-675967fb-de48-4214-963d-ce86edec6880 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:39.886212 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ce3ace56-ce9a-4e4c-9837-7a9a7316641a req-675967fb-de48-4214-963d-ce86edec6880 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.2428522 Jan 21 20:04:39.966482 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ce3ace56-ce9a-4e4c-9837-7a9a7316641a req-e96e057a-3ba0-4192-9d2d-0acb9f375da8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679567 Jan 21 20:04:40.042724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851429355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3195924'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:40.059717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2e3078a9-6cd7-45e4-9625-2c69c79c3aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:40.209744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:40.216944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:40.296779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Checking segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:04:40.297267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Network hostable DHCP agents. Network: def071dd-4086-40cf-b9af-9af11d36367a, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:04:40.322233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Network def071dd-4086-40cf-b9af-9af11d36367a is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:04:40.332982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, def071dd-4086-40cf-b9af-9af11d36367a) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:04:40.351408 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:40.352071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:40.353334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a9014a-112c-40d8-b098-5ac750d24772 None None] Network def071dd-4086-40cf-b9af-9af11d36367a requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:04:40.379826 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d51e840c-6947-4ac7-99b0-6c2ddea975bd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0563166 Jan 21 20:04:40.729281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935df75b-46e9-4328-b32c-4e9c0f03c0c8 None None] Network def071dd-4086-40cf-b9af-9af11d36367a requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:04:41.182537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5524d578-f3c9-46c0-8c35-f3da5c2d53fb tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:41.183412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5524d578-f3c9-46c0-8c35-f3da5c2d53fb tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:network {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:41.203266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5524d578-f3c9-46c0-8c35-f3da5c2d53fb tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:network {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:41.204852 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5524d578-f3c9-46c0-8c35-f3da5c2d53fb tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 814 time: 0.2222078 Jan 21 20:04:41.222352 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-1ec5cefe-3408-479f-822c-76fc69fe7c4d tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/quotas/cba7065ec475420494ae930e2a12f575 HTTP/1.1" status: 200 len: 375 time: 0.0104992 Jan 21 20:04:41.279348 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-c142730e-1f8c-45dc-9b0b-0ec972828e69 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502112 Jan 21 20:04:41.453067 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-0bc6349b-6e74-491d-88e7-222d55b1779a service neutron] 10.222.0.76 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657977 Jan 21 20:04:41.897065 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-ffbec6f1-ac18-4f25-9a9f-6610a8b97b57 service neutron] 10.222.0.76 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4356892 Jan 21 20:04:42.156155 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3efd59dc-a21a-4579-bcfe-dd32e3f83195 req-d68faa2f-9e7d-4753-ba15-dd323aa2f4f6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 210 time: 0.0577712 Jan 21 20:04:42.562211 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:43.499254 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-235b1373-f4c3-419f-9fcf-c2476f087dc5 req-11455e11-072e-4330-9220-52dc52d2f689 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 210 time: 0.1474969 Jan 21 20:04:43.627576 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-c51cca7c-77ce-41e6-b79d-13e55afeb3ad tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:43.629847 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-c51cca7c-77ce-41e6-b79d-13e55afeb3ad tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 814 time: 0.3238552 Jan 21 20:04:43.664776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Request body: {'port': {'device_id': '4ebec85f-57e7-4bf8-92b3-928df529d0fe', 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a', 'admin_state_up': True, 'tenant_id': 'cba7065ec475420494ae930e2a12f575'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:43.864255 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:43.869364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Usage tracker for resource:port and tenant:cba7065ec475420494ae930e2a12f575 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:43.872565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Quota usage for port was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:43.878628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:43.889780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Made reservation on behalf of cba7065ec475420494ae930e2a12f575 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:04:43.899249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:44.236017 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Allocated IP 172.20.0.14 (def071dd-4086-40cf-b9af-9af11d36367a/c3fc46a3-c763-4d9a-a955-8c6ecf80dd05/58893be5-4eef-4c65-8dc0-5c7f1b398526) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:04:44.296669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4455a63d-f4be-46d5-9db0-ea149d4214e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:44.498437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:44.531661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:44.549635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:44.766182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Pushing event updated for resources: {'Port': ['ID=58893be5-4eef-4c65-8dc0-5c7f1b398526,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:44.774529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:44.920771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23283f2-7555-4fda-9f31-097d3dd32f3d req-b7e5cee8-764b-4f9c-bd7b-b008d9970b64 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:44.922541 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e23283f2-7555-4fda-9f31-097d3dd32f3d req-b7e5cee8-764b-4f9c-bd7b-b008d9970b64 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 932 time: 0.2526221 Jan 21 20:04:44.924756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Network def071dd-4086-40cf-b9af-9af11d36367a is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:04:44.926182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:04:44.930338 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:04:45.055763 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:45.056257 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:45.066597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-e23283f2-7555-4fda-9f31-097d3dd32f3d req-7b592a68-5814-47a4-b566-2cb1edc8d125 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:45.098027 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4378376 Jan 21 20:04:45.101370 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-e23283f2-7555-4fda-9f31-097d3dd32f3d req-7b592a68-5814-47a4-b566-2cb1edc8d125 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:45.102594 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e23283f2-7555-4fda-9f31-097d3dd32f3d req-7b592a68-5814-47a4-b566-2cb1edc8d125 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371865 Jan 21 20:04:45.121424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Request body: {'port': {'device_id': '4ebec85f-57e7-4bf8-92b3-928df529d0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:45.270590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:45.732950 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58893be5-4eef-4c65-8dc0-5c7f1b398526 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:04:45.742808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:45.756965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Transition to ACTIVE for port object 58893be5-4eef-4c65-8dc0-5c7f1b398526 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:04:45.760287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:45.777719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dcfd6ff8-18cb-4046-8664-2e7617666406 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:45.923033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=58893be5-4eef-4c65-8dc0-5c7f1b398526,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:45.929183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:46.121620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Attempting to bind port 58893be5-4eef-4c65-8dc0-5c7f1b398526 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:04:46.122112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Attempting to bind port 58893be5-4eef-4c65-8dc0-5c7f1b398526 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:04:46.122675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Attempting to bind port 58893be5-4eef-4c65-8dc0-5c7f1b398526 on network def071dd-4086-40cf-b9af-9af11d36367a {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:04:46.130145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:04:46.130555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Checking segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:04:46.131049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:46.131507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Bound using segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:04:46.131979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Bound port: 58893be5-4eef-4c65-8dc0-5c7f1b398526, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:04:46.132335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:46.249437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] For port 58893be5-4eef-4c65-8dc0-5c7f1b398526, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:04:46.253425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] For port 58893be5-4eef-4c65-8dc0-5c7f1b398526, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=58893be5-4eef-4c65-8dc0-5c7f1b398526,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:04:46.312762 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:46.342116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a05f2868-cfd3-48b5-849b-7227eb80f80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:46.542500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=58893be5-4eef-4c65-8dc0-5c7f1b398526,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:46.559862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:46.622006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593b940-2494-43a8-baee-c2141fe72448 req-1fb0c650-961c-4d7b-8088-aef14548bf78 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:46.622865 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5593b940-2494-43a8-baee-c2141fe72448 req-1fb0c650-961c-4d7b-8088-aef14548bf78 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:46.651761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:46.652441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:46.653972 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] 10.222.0.38 "PUT /v2.0/ports/58893be5-4eef-4c65-8dc0-5c7f1b398526 HTTP/1.1" status: 200 len: 1158 time: 1.5411029 Jan 21 20:04:46.654545 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebec85f-57e7-4bf8-92b3-928df529d0fe', 'tag': '58893be5-4eef-4c65-8dc0-5c7f1b398526'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:46.664950 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5593b940-2494-43a8-baee-c2141fe72448 req-1fb0c650-961c-4d7b-8088-aef14548bf78 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:46.666778 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5593b940-2494-43a8-baee-c2141fe72448 req-1fb0c650-961c-4d7b-8088-aef14548bf78 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 944 time: 0.4188535 Jan 21 20:04:46.734548 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebec85f-57e7-4bf8-92b3-928df529d0fe', 'tag': '58893be5-4eef-4c65-8dc0-5c7f1b398526', 'status': 'completed', 'code': 200} Jan 21 20:04:46.742851 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5593b940-2494-43a8-baee-c2141fe72448 req-a009528a-8323-4e0a-b70f-55ec0f032e91 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635877 Jan 21 20:04:46.843316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-093f4c28-5e2d-4455-a47c-54886896cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:46.844894 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-093f4c28-5e2d-4455-a47c-54886896cac4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 1161 time: 0.0931437 Jan 21 20:04:46.902193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4840d62-47c7-4b7b-9d1a-75a71b3fd7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:46.935883 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-d279cbdf-5089-456a-a621-02df38337a1b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58893be5-4eef-4c65-8dc0-5c7f1b398526 HTTP/1.1" status: 200 len: 217 time: 0.0731087 Jan 21 20:04:47.015347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-808c634b-49cd-4e24-b180-73f6e70d68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:47.016979 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-808c634b-49cd-4e24-b180-73f6e70d68cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.0749710 Jan 21 20:04:47.113933 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-989dae91-61f5-45d8-860e-c2661168062f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867586 Jan 21 20:04:47.216385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:47.279591 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-068e48fb-c91e-437a-a957-782eabf085a0 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591992 Jan 21 20:04:47.444436 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d795c301-d641-4aec-8f6b-6f80ab98eea0 req-455b7cbf-f0d0-438d-a87a-dcbeed931b9b service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1575301 Jan 21 20:04:47.910730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099d96-af1a-464c-a448-4db8f8497ece req-beb7f292-7eb8-4f3d-b755-8d4d42b4a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:47.913940 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f099d96-af1a-464c-a448-4db8f8497ece req-beb7f292-7eb8-4f3d-b755-8d4d42b4a78e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 1161 time: 0.3647871 Jan 21 20:04:48.180538 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099d96-af1a-464c-a448-4db8f8497ece req-49de2f2f-b607-4592-94a7-9448d6c21263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:48.182210 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f099d96-af1a-464c-a448-4db8f8497ece req-49de2f2f-b607-4592-94a7-9448d6c21263 service neutron] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 908 time: 0.2614281 Jan 21 20:04:48.211973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc293eb-a857-4d02-8e5a-8d38e66f69b1 req-a17569cc-064c-45f6-a6f4-d54378ab3916 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:48.213725 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4dc293eb-a857-4d02-8e5a-8d38e66f69b1 req-a17569cc-064c-45f6-a6f4-d54378ab3916 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 944 time: 0.2621307 Jan 21 20:04:48.311480 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f099d96-af1a-464c-a448-4db8f8497ece req-70b39941-0d07-46bd-a8e3-67b04e920058 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58893be5-4eef-4c65-8dc0-5c7f1b398526 HTTP/1.1" status: 200 len: 217 time: 0.0965846 Jan 21 20:04:48.389238 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4dc293eb-a857-4d02-8e5a-8d38e66f69b1 req-191967b3-8f50-4406-aadf-b6bc8631e922 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153989 Jan 21 20:04:48.410221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099d96-af1a-464c-a448-4db8f8497ece req-83efedcd-e03d-45ec-8075-48a15211d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:48.412645 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f099d96-af1a-464c-a448-4db8f8497ece req-83efedcd-e03d-45ec-8075-48a15211d620 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.0924449 Jan 21 20:04:48.413779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:48.473243 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f099d96-af1a-464c-a448-4db8f8497ece req-5ed87147-98e5-4c7b-8c17-3a5401604268 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527177 Jan 21 20:04:48.624054 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f099d96-af1a-464c-a448-4db8f8497ece req-d7b38e69-0fc8-4409-a01d-b92312696922 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424167 Jan 21 20:04:48.779139 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6f099d96-af1a-464c-a448-4db8f8497ece req-70282c95-98ad-4cd5-b646-10292d5b5a20 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471350 Jan 21 20:04:48.902842 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:49.017756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-b847334d-723b-46ce-8a31-65433ee62de8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:04:49.518337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 58893be5-4eef-4c65-8dc0-5c7f1b398526 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:49.600823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 58893be5-4eef-4c65-8dc0-5c7f1b398526 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:04:49.609191 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 58893be5-4eef-4c65-8dc0-5c7f1b398526 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:49.609797 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:49.654240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab08466-a065-40f0-8780-34b1ce664c0b req-e31c0a77-3282-4f7b-9306-6e798e836f06 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:49.656562 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ab08466-a065-40f0-8780-34b1ce664c0b req-e31c0a77-3282-4f7b-9306-6e798e836f06 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 944 time: 0.1270306 Jan 21 20:04:49.729943 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ab08466-a065-40f0-8780-34b1ce664c0b req-ede2342e-9319-462a-a677-33a7621ee69c tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660684 Jan 21 20:04:49.783265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:49.813031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebec85f-57e7-4bf8-92b3-928df529d0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58893be5-4eef-4c65-8dc0-5c7f1b398526'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:49.824673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 58893be5-4eef-4c65-8dc0-5c7f1b398526, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=58893be5-4eef-4c65-8dc0-5c7f1b398526,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:49.827765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:49.829956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:49.881410 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebec85f-57e7-4bf8-92b3-928df529d0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58893be5-4eef-4c65-8dc0-5c7f1b398526', 'code': 200} Jan 21 20:04:49.911319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=58893be5-4eef-4c65-8dc0-5c7f1b398526,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:49.915621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:50.179953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5b075-2922-4499-80ae-66f6d6179ed8 req-0eefba02-7e36-4a94-8c5b-9208fd0a4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:50.181604 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c2d5b075-2922-4499-80ae-66f6d6179ed8 req-0eefba02-7e36-4a94-8c5b-9208fd0a4296 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 1163 time: 0.0883796 Jan 21 20:04:50.232520 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c2d5b075-2922-4499-80ae-66f6d6179ed8 req-1c3701cc-21d1-4c12-b942-8fcc6db8fa4e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Jan 21 20:04:50.993851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 58893be5-4eef-4c65-8dc0-5c7f1b398526 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:51.013403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943d0d-8148-4cd2-9d8f-f6e3874c693e req-90999a51-b00f-4a27-a264-e9556093cee2 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:51.015187 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c943d0d-8148-4cd2-9d8f-f6e3874c693e req-90999a51-b00f-4a27-a264-e9556093cee2 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 946 time: 0.1135843 Jan 21 20:04:51.082404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 58893be5-4eef-4c65-8dc0-5c7f1b398526 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:51.082784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:51.098352 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3c943d0d-8148-4cd2-9d8f-f6e3874c693e req-b4f386f6-41da-4b3b-bb3f-f724a3797f83 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762208 Jan 21 20:04:52.357281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccb80c-72e4-4055-81cc-05cf1a7606c5 req-fbc8a6d0-10f4-4e68-a9e7-a4948823008b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:52.359026 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2eccb80c-72e4-4055-81cc-05cf1a7606c5 req-fbc8a6d0-10f4-4e68-a9e7-a4948823008b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 946 time: 0.1164501 Jan 21 20:04:52.414099 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2eccb80c-72e4-4055-81cc-05cf1a7606c5 req-36ed7966-804e-4d89-bcbe-6862e3844f77 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Jan 21 20:04:57.288387 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-7c932dcf-15ad-4ac3-b45a-7145d92b6518 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:57.290021 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-7c932dcf-15ad-4ac3-b45a-7145d92b6518 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 814 time: 0.1916625 Jan 21 20:04:57.308323 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-9a57417c-84b3-4c7d-8d6b-beb06d1eeafc tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/quotas/cba7065ec475420494ae930e2a12f575 HTTP/1.1" status: 200 len: 375 time: 0.0111551 Jan 21 20:04:57.431141 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-ecf80370-2e7a-440d-bf48-23f58e5dc2e0 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161380 Jan 21 20:04:57.701162 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-f1e47a00-fd93-4311-bf00-d804e3ada25a service neutron] 10.222.0.76 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618451 Jan 21 20:04:57.882976 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-0cf970f9-ec4e-476e-a163-782af2de7213 service neutron] 10.222.0.76 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1747634 Jan 21 20:04:58.113333 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4d8e641b-089f-4f0b-9e3f-0638fb78804c req-e79224e9-7675-42f5-a005-735e13b39cd3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 210 time: 0.0593665 Jan 21 20:04:59.357768 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-11e649a6-90a9-40a4-bd6e-ce67fe27ce77 req-b6e588e1-f1bb-4210-9219-74c774d34207 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 210 time: 0.0590937 Jan 21 20:04:59.451777 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-6ae720cf-3d63-4df0-aaee-61d5c65ae61a tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:59.453558 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-6ae720cf-3d63-4df0-aaee-61d5c65ae61a tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 814 time: 0.2594624 Jan 21 20:04:59.501896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Request body: {'port': {'device_id': 'f8a8a6d2-e107-4881-84c2-16614d026afc', 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a', 'admin_state_up': True, 'tenant_id': 'cba7065ec475420494ae930e2a12f575'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:59.688899 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:59.699790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:59.709261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Made reservation on behalf of cba7065ec475420494ae930e2a12f575 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:04:59.718636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:00.063300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Allocated IP 172.20.0.4 (def071dd-4086-40cf-b9af-9af11d36367a/c3fc46a3-c763-4d9a-a955-8c6ecf80dd05/86927c55-6143-48ce-8732-ec4dc65d415e) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:00.294004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:00.325991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:00.341528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:00.509205 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Pushing event updated for resources: {'Port': ['ID=86927c55-6143-48ce-8732-ec4dc65d415e,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:00.517408 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:00.669898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Network def071dd-4086-40cf-b9af-9af11d36367a is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:00.681704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:00.685641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:00.769561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2df56-f43b-41be-b7e8-b1ed9ba7e0ee req-ef50a028-42b4-42ec-9d25-73e13db74684 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:00.771885 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6eb2df56-f43b-41be-b7e8-b1ed9ba7e0ee req-ef50a028-42b4-42ec-9d25-73e13db74684 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 931 time: 0.2436156 Jan 21 20:05:00.813637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:00.814411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:00.866597 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6eb2df56-f43b-41be-b7e8-b1ed9ba7e0ee req-145cdf65-aef3-40b4-a8a1-6133364c7d1b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872934 Jan 21 20:05:00.868385 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3710697 Jan 21 20:05:00.887600 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Request body: {'port': {'device_id': 'f8a8a6d2-e107-4881-84c2-16614d026afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:01.009785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:01.448726 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86927c55-6143-48ce-8732-ec4dc65d415e {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:05:01.457581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:01.475638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Transition to ACTIVE for port object 86927c55-6143-48ce-8732-ec4dc65d415e will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:01.478394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:01.732422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:01.916882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Pushing event updated for resources: {'Port': ['ID=86927c55-6143-48ce-8732-ec4dc65d415e,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:01.922472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:02.192275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Attempting to bind port 86927c55-6143-48ce-8732-ec4dc65d415e on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:02.192513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Attempting to bind port 86927c55-6143-48ce-8732-ec4dc65d415e by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:02.193331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Attempting to bind port 86927c55-6143-48ce-8732-ec4dc65d415e on network def071dd-4086-40cf-b9af-9af11d36367a {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:02.206778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:02.207157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Checking segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:02.207564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:02.207962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Bound using segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:02.208437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Bound port: 86927c55-6143-48ce-8732-ec4dc65d415e, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:02.209361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:02.289278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c694a1-e9ec-4c18-b59c-583c2826515f req-ddad43d9-e9d4-43c1-a2bd-b78fe2628fd1 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:02.290664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-82c694a1-e9ec-4c18-b59c-583c2826515f req-ddad43d9-e9d4-43c1-a2bd-b78fe2628fd1 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:02.339424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-82c694a1-e9ec-4c18-b59c-583c2826515f req-ddad43d9-e9d4-43c1-a2bd-b78fe2628fd1 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:02.340747 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-82c694a1-e9ec-4c18-b59c-583c2826515f req-ddad43d9-e9d4-43c1-a2bd-b78fe2628fd1 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 943 time: 0.2509787 Jan 21 20:05:02.377657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] For port 86927c55-6143-48ce-8732-ec4dc65d415e, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:02.404751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] For port 86927c55-6143-48ce-8732-ec4dc65d415e, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=86927c55-6143-48ce-8732-ec4dc65d415e,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:02.414415 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-82c694a1-e9ec-4c18-b59c-583c2826515f req-7200f451-ff14-4422-8b39-821de41ab6f4 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632885 Jan 21 20:05:02.416038 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:02.432884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f53bfc00-5587-4e47-aaec-4f7117fedb38 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:02.596995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Pushing event updated for resources: {'Port': ['ID=86927c55-6143-48ce-8732-ec4dc65d415e,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:02.602513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:02.636411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:02.637094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:02.638644 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] 10.222.0.38 "PUT /v2.0/ports/86927c55-6143-48ce-8732-ec4dc65d415e HTTP/1.1" status: 200 len: 1157 time: 1.7557120 Jan 21 20:05:02.639164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a8a6d2-e107-4881-84c2-16614d026afc', 'tag': '86927c55-6143-48ce-8732-ec4dc65d415e'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:02.767420 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a8a6d2-e107-4881-84c2-16614d026afc', 'tag': '86927c55-6143-48ce-8732-ec4dc65d415e', 'status': 'completed', 'code': 200} Jan 21 20:05:02.839237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-985bbbeb-197e-4c25-a378-416ad9f85838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:02.842296 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-985bbbeb-197e-4c25-a378-416ad9f85838 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 1160 time: 0.1436203 Jan 21 20:05:02.933865 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-38d89f7b-0d67-4ede-9c99-717a50f69332 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86927c55-6143-48ce-8732-ec4dc65d415e HTTP/1.1" status: 200 len: 217 time: 0.0768681 Jan 21 20:05:03.010119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-396da291-1b39-42c5-a2b0-ec957e7b134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:03.011795 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-396da291-1b39-42c5-a2b0-ec957e7b134b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.0708635 Jan 21 20:05:03.080444 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-511358dc-ffa7-42c5-8adf-8849122ea884 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608330 Jan 21 20:05:03.251136 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-5b45ee7e-2fc6-4207-9adb-1b8d7ca8c53b service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632717 Jan 21 20:05:03.424847 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-33bfb32e-63a8-4b43-87e5-d7e0ac02a513 req-d31eb642-e872-4a48-8afa-aa65ef9c3ee5 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1629930 Jan 21 20:05:03.679881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-c1e73986-c5b4-4d62-b82d-8f3e0e3a033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:03.681473 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-c1e73986-c5b4-4d62-b82d-8f3e0e3a033e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 1160 time: 0.1602752 Jan 21 20:05:03.707202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c146-6896-4c74-8704-6ce5d1146cab req-8e8650b7-d771-47bb-894a-93ced584c792 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:03.709045 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-00c6c146-6896-4c74-8704-6ce5d1146cab req-8e8650b7-d771-47bb-894a-93ced584c792 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 943 time: 0.1498287 Jan 21 20:05:03.856276 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-00c6c146-6896-4c74-8704-6ce5d1146cab req-1a8edb59-3554-46e6-8e60-0634396ddef2 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224458 Jan 21 20:05:03.895154 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-490ee82a-5a5c-4720-ac5b-25637bc99203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:03.896917 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-490ee82a-5a5c-4720-ac5b-25637bc99203 service neutron] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 908 time: 0.1868839 Jan 21 20:05:03.975681 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-0980aaf6-d4cf-4bc7-9da7-bcd59655fa75 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86927c55-6143-48ce-8732-ec4dc65d415e HTTP/1.1" status: 200 len: 217 time: 0.0705831 Jan 21 20:05:04.048704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-c1bb8b9b-66c2-41e1-b8ba-801693107f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:04.050334 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-c1bb8b9b-66c2-41e1-b8ba-801693107f89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.0674100 Jan 21 20:05:04.106418 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-34c30b16-8a64-414f-9730-e6cf6a0a2dce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477948 Jan 21 20:05:04.267906 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-35a799de-1443-4984-bf5b-f17bfc361465 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492052 Jan 21 20:05:04.434802 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8dc630c-b959-40fb-ade3-e8f965c35088 req-eb94af0f-0f58-4f0d-a752-29050b85630e service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1542096 Jan 21 20:05:05.127355 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66fdf5-172d-41c7-a2d8-41d5d172ecf6 req-81fea79c-7d95-4982-9113-bf2ee74d29ee tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:05.129134 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1a66fdf5-172d-41c7-a2d8-41d5d172ecf6 req-81fea79c-7d95-4982-9113-bf2ee74d29ee tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 943 time: 0.1255474 Jan 21 20:05:05.195168 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1a66fdf5-172d-41c7-a2d8-41d5d172ecf6 req-3eb7c942-db1f-4bd0-a70b-22ffca0cc4de tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532718 Jan 21 20:05:05.543081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 86927c55-6143-48ce-8732-ec4dc65d415e up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:05.598586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:05:05.617802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 86927c55-6143-48ce-8732-ec4dc65d415e completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:05.623325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 86927c55-6143-48ce-8732-ec4dc65d415e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:05.623846 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:05.757113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:05.787408 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a8a6d2-e107-4881-84c2-16614d026afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86927c55-6143-48ce-8732-ec4dc65d415e'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:05.799474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 86927c55-6143-48ce-8732-ec4dc65d415e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=86927c55-6143-48ce-8732-ec4dc65d415e,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:05.804448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:05.806785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-de7f234d-6fc2-4f6d-851c-e65d683252d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:05.857388 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a8a6d2-e107-4881-84c2-16614d026afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86927c55-6143-48ce-8732-ec4dc65d415e', 'code': 200} Jan 21 20:05:05.893472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=86927c55-6143-48ce-8732-ec4dc65d415e,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:05.899895 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:06.183918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85747ca5-7d19-448e-bed5-be3ba769a0e0 req-140633ba-dfa4-473c-adb7-fe5fbbb9c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:06.185564 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-85747ca5-7d19-448e-bed5-be3ba769a0e0 req-140633ba-dfa4-473c-adb7-fe5fbbb9c815 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 1162 time: 0.0844753 Jan 21 20:05:06.236185 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-85747ca5-7d19-448e-bed5-be3ba769a0e0 req-37546f29-77e2-4f07-81f5-c341febe5cc0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Jan 21 20:05:06.445121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfaaac-a3b5-40ef-ad9a-14464dbce318 req-bcf91efa-d2df-4a7d-acff-99eb99e27a31 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:06.447070 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-92cfaaac-a3b5-40ef-ad9a-14464dbce318 req-bcf91efa-d2df-4a7d-acff-99eb99e27a31 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 945 time: 0.1103983 Jan 21 20:05:06.502385 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-92cfaaac-a3b5-40ef-ad9a-14464dbce318 req-1619bdb1-cec2-4fec-a2ad-eca6fabea019 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485606 Jan 21 20:05:07.238431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 86927c55-6143-48ce-8732-ec4dc65d415e up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:07.316539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 86927c55-6143-48ce-8732-ec4dc65d415e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:07.316957 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:07.785077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118855-754e-4291-b22d-9cfb2fd345ea req-e674c70b-12a6-4617-b1a5-1ec47c1cdeb3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:07.787401 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d4118855-754e-4291-b22d-9cfb2fd345ea req-e674c70b-12a6-4617-b1a5-1ec47c1cdeb3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 945 time: 0.1354444 Jan 21 20:05:07.848389 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d4118855-754e-4291-b22d-9cfb2fd345ea req-3853d1cb-d297-4e33-8d42-126107db3c0b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533347 Jan 21 20:05:09.133024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d298e7-ec10-4751-9ec6-aa61f922a2a2 req-6be0be86-c430-4a06-9274-fe94a3a659e9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:09.134723 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-25d298e7-ec10-4751-9ec6-aa61f922a2a2 req-6be0be86-c430-4a06-9274-fe94a3a659e9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 945 time: 0.1271908 Jan 21 20:05:09.196996 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-25d298e7-ec10-4751-9ec6-aa61f922a2a2 req-f87c0dc9-847a-48e7-9403-d0788120b884 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548031 Jan 21 20:05:09.207993 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 86927c55-6143-48ce-8732-ec4dc65d415e up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:09.302672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 86927c55-6143-48ce-8732-ec4dc65d415e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:09.303313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:11.923069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-c6d06ad5-e98c-409f-a37c-9de2239fff8a tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:11.924758 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-c6d06ad5-e98c-409f-a37c-9de2239fff8a tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 814 time: 0.1858985 Jan 21 20:05:11.941280 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-69be07b1-f2a8-4356-8e0e-d87c103135ce tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/quotas/cba7065ec475420494ae930e2a12f575 HTTP/1.1" status: 200 len: 375 time: 0.0101557 Jan 21 20:05:12.045411 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-76bf6a47-df57-4ca9-9628-8d36cec6c04c tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965736 Jan 21 20:05:12.430983 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-ff4223f3-c2dd-491a-a8bb-1a31f04728a9 service neutron] 10.222.0.76 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776252 Jan 21 20:05:12.581202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:12.611320 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-40d2ee07-2065-41d1-b564-f65769f0250f service neutron] 10.222.0.76 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1698534 Jan 21 20:05:12.883311 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-aac4725b-71dc-42e2-bec6-8b76663f124e req-17eeca81-a8f7-4713-868d-5083a6a6589f tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 210 time: 0.0557721 Jan 21 20:05:14.117599 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2387a6c9-3576-4435-99f0-1885264ead0a req-78141d74-e9bf-4d0a-ba44-183106769767 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 210 time: 0.0607755 Jan 21 20:05:14.289905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5412f57-b432-456e-aa19-468537ad6883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:14.472946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f4d36-48d8-4ae2-a527-7536ed5f00f9 req-fee99910-624c-487c-a83f-1e042ad1a5e1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:14.476322 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-416f4d36-48d8-4ae2-a527-7536ed5f00f9 req-fee99910-624c-487c-a83f-1e042ad1a5e1 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.1527162 Jan 21 20:05:14.558656 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-416f4d36-48d8-4ae2-a527-7536ed5f00f9 req-263350a6-97bd-4ab1-bdd8-8f19fe9b1ae3 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758848 Jan 21 20:05:14.864967 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-6add4b39-4b5d-4457-b80c-2822ce2b36c3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:14.868337 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-6add4b39-4b5d-4457-b80c-2822ce2b36c3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 814 time: 0.2195542 Jan 21 20:05:14.904743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Request body: {'port': {'device_id': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a', 'admin_state_up': True, 'tenant_id': 'cba7065ec475420494ae930e2a12f575'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:15.081362 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:15.092255 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:15.102353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Made reservation on behalf of cba7065ec475420494ae930e2a12f575 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:15.111439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.349604 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ec94108b-a35e-4665-bca6-6fa022c0e5a5 req-c3ecc517-cec7-42af-82a5-72e04768cd0c tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 210 time: 0.0604656 Jan 21 20:05:15.534583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Allocated IP 172.20.0.5 (def071dd-4086-40cf-b9af-9af11d36367a/c3fc46a3-c763-4d9a-a955-8c6ecf80dd05/f775a934-0591-4ab3-a813-c4bc12a60f01) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:15.910014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.942028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5228-376f-43ad-86b0-f86e4069d568 req-4500fcfd-97db-4520-921f-7463305ca227 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:15.944370 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-36ba5228-376f-43ad-86b0-f86e4069d568 req-4500fcfd-97db-4520-921f-7463305ca227 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.2053609 Jan 21 20:05:16.014396 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-36ba5228-376f-43ad-86b0-f86e4069d568 req-caf521bd-a6a6-477a-ab7f-4d2b9c62e0ba tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632553 Jan 21 20:05:16.020334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.036357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:16.217655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Pushing event updated for resources: {'Port': ['ID=f775a934-0591-4ab3-a813-c4bc12a60f01,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:16.241593 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.242003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.242459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.242862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.243268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.243657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.244046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.244439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.244824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.245220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.245606 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.245986 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.246475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.246862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.247246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.247642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.248028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.248404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.248787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.249178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.249555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.249936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.250348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.250724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:16.259658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:16.338049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Network def071dd-4086-40cf-b9af-9af11d36367a is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:16.341315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:16.345050 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:16.405602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-14706769-d777-45ab-9e46-7e5d5c18c9aa tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:16.407505 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-14706769-d777-45ab-9e46-7e5d5c18c9aa tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.2315712 Jan 21 20:05:16.519524 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:16.520350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.554695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Deleting port 328441ab-6171-42a5-a1f1-8b8808dc67bd {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:16.555838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.682703 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7824469 Jan 21 20:05:16.741599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Request body: {'port': {'device_id': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:16.899904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fc9764ce-6d81-4b56-b27f-93cf2629576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:17.141554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf6a3f-ec5b-470a-9878-8543168e8ed1 req-c24d46cd-ea1a-4e3e-8787-0a86da2158d6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:17.142430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-7aaf6a3f-ec5b-470a-9878-8543168e8ed1 req-c24d46cd-ea1a-4e3e-8787-0a86da2158d6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:17.184493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:17.219924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] For port 328441ab-6171-42a5-a1f1-8b8808dc67bd, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:17.220339 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:17.226565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:17.230173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-7aaf6a3f-ec5b-470a-9878-8543168e8ed1 req-c24d46cd-ea1a-4e3e-8787-0a86da2158d6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:17.231522 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7aaf6a3f-ec5b-470a-9878-8543168e8ed1 req-c24d46cd-ea1a-4e3e-8787-0a86da2158d6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 931 time: 0.6285603 Jan 21 20:05:17.455457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 328441ab-6171-42a5-a1f1-8b8808dc67bd no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:17.592467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:17.626108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:17.638597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 328441ab-6171-42a5-a1f1-8b8808dc67bd, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:17.641924 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:17.644906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:17.722673 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=328441ab-6171-42a5-a1f1-8b8808dc67bd,revision_number=7']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:17.732142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.732530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.732908 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.733281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.733650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.734020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.734434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.734799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.735159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.735520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.735878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.736236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.736667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.737031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.737389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.737747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.738107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.738490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.738848 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.739209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.739567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.740463 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.740826 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.741185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:17.746367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:17.839623 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7aaf6a3f-ec5b-470a-9878-8543168e8ed1 req-ecfa5330-8a18-4a3e-a952-8e250a0763bb tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627484 Jan 21 20:05:17.914703 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'code': 200} Jan 21 20:05:17.998099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca6f6c-08b4-4fb2-afe0-03e7bd06750d req-2a74b3a0-2e55-4878-ac43-f7043000e70c tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:17.999757 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-23ca6f6c-08b4-4fb2-afe0-03e7bd06750d req-2a74b3a0-2e55-4878-ac43-f7043000e70c tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 946 time: 0.7866988 Jan 21 20:05:18.191037 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.191527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.191938 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Floating IP 20455ba9-deb8-4ebf-b6d0-abada5b8e97f disassociated. External IP: 172.28.3.108, port: 328441ab-6171-42a5-a1f1-8b8808dc67bd. Jan 21 20:05:18.192378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Calling delete_port for 328441ab-6171-42a5-a1f1-8b8808dc67bd owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:18.249096 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-23ca6f6c-08b4-4fb2-afe0-03e7bd06750d req-ca64c44f-7db4-4747-9018-12c258677ed8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891098 Jan 21 20:05:18.411712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80130) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:05:18.413238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:05:18.414988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.513698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f775a934-0591-4ab3-a813-c4bc12a60f01 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:05:18.523967 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.548179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Transition to ACTIVE for port object f775a934-0591-4ab3-a813-c4bc12a60f01 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:18.552040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.569571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48d35746-2462-482c-97ee-3775e10a6742 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:18.715276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=f775a934-0591-4ab3-a813-c4bc12a60f01,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:18.721351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:18.908583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.914183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Deleting port 328441ab-6171-42a5-a1f1-8b8808dc67bd {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:18.914539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.994390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Attempting to bind port f775a934-0591-4ab3-a813-c4bc12a60f01 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:18.994751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Attempting to bind port f775a934-0591-4ab3-a813-c4bc12a60f01 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:18.995121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Attempting to bind port f775a934-0591-4ab3-a813-c4bc12a60f01 on network def071dd-4086-40cf-b9af-9af11d36367a {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:19.006212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:19.006547 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Checking segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:19.007028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:19.007437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Bound using segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:19.007950 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Bound port: f775a934-0591-4ab3-a813-c4bc12a60f01, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:19.008336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:19.346208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] For port f775a934-0591-4ab3-a813-c4bc12a60f01, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:19.395003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] For port f775a934-0591-4ab3-a813-c4bc12a60f01, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f775a934-0591-4ab3-a813-c4bc12a60f01,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:19.406506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:19.427208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:19.589831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] For port 328441ab-6171-42a5-a1f1-8b8808dc67bd, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=328441ab-6171-42a5-a1f1-8b8808dc67bd,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:19.590628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:19.622794 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f1f31-bddc-48f3-bda0-fb9500562bdb req-c64abe51-3a47-4f57-a435-b594cb2c634b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:19.624620 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7d1f1f31-bddc-48f3-bda0-fb9500562bdb req-c64abe51-3a47-4f57-a435-b594cb2c634b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 943 time: 0.5147791 Jan 21 20:05:19.823869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=f775a934-0591-4ab3-a813-c4bc12a60f01,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:19.846694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:19.957734 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7d1f1f31-bddc-48f3-bda0-fb9500562bdb req-81a3f282-11f0-4fa5-a8d5-c8119bee9ab1 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238862 Jan 21 20:05:20.123213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:20.123816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.125371 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] 10.222.0.38 "PUT /v2.0/ports/f775a934-0591-4ab3-a813-c4bc12a60f01 HTTP/1.1" status: 200 len: 1157 time: 3.4051511 Jan 21 20:05:20.126113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'tag': 'f775a934-0591-4ab3-a813-c4bc12a60f01'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:20.170449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647e094-8a5e-4c29-bae9-af6f4ffa37eb req-4f55bb46-98ee-4f91-9935-fa59dfdd6fab tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:20.172781 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9647e094-8a5e-4c29-bae9-af6f4ffa37eb req-4f55bb46-98ee-4f91-9935-fa59dfdd6fab tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 944 time: 0.7503009 Jan 21 20:05:20.213613 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'tag': 'f775a934-0591-4ab3-a813-c4bc12a60f01', 'status': 'completed', 'code': 200} Jan 21 20:05:20.569629 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.570041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.570424 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Floating IP 20455ba9-deb8-4ebf-b6d0-abada5b8e97f disassociated. External IP: 172.28.3.108, port: 328441ab-6171-42a5-a1f1-8b8808dc67bd. Jan 21 20:05:20.570818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Calling delete_port for 328441ab-6171-42a5-a1f1-8b8808dc67bd owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:20.635124 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9647e094-8a5e-4c29-bae9-af6f4ffa37eb req-d4a501ea-cc14-4e9d-9bd6-9dba395a3365 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups?id=733f9c51-20f6-4c5c-8f38-92f6ac663eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4248953 Jan 21 20:05:20.708584 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-a8cd1f9c-654d-4863-b1ec-541124a67cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:20.708584 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-a8cd1f9c-654d-4863-b1ec-541124a67cb7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 1160 time: 0.4907970 Jan 21 20:05:20.869549 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-8989d5fc-3e18-4406-b918-36db0f99004e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f775a934-0591-4ab3-a813-c4bc12a60f01 HTTP/1.1" status: 200 len: 217 time: 0.0800295 Jan 21 20:05:20.941244 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.966102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8cce3890-37e3-45e8-989a-2a1cacf6af8e tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:21.065547 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event deleted for resources: {'Port': ['ID=328441ab-6171-42a5-a1f1-8b8808dc67bd,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:21.068886 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:21.086452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-f78aed6d-1c03-4494-ac75-6219ac5c00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:21.088158 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-f78aed6d-1c03-4494-ac75-6219ac5c00a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.2078397 Jan 21 20:05:21.204348 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-3efd693a-a54a-4f18-84ba-cf71002aa343 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048529 Jan 21 20:05:21.510026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeab05-c2a4-4897-a77d-32581c440d17 req-64f45995-b3ee-4357-a0f7-0078afb833ed tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:21.511826 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-66eeab05-c2a4-4897-a77d-32581c440d17 req-64f45995-b3ee-4357-a0f7-0078afb833ed tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 943 time: 0.3737483 Jan 21 20:05:21.560781 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-1fdcbc9c-3728-4893-b46e-220e743688b3 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466995 Jan 21 20:05:21.758963 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-66eeab05-c2a4-4897-a77d-32581c440d17 req-b96c069d-dce9-408e-af46-e41779782933 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304952 Jan 21 20:05:21.840371 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:05:21.933728 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50c299c6-ab1d-488c-8dc4-c29288b70ee4 req-58787852-dd1a-471a-8122-c5d4178b005e service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3608253 Jan 21 20:05:22.001006 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0aa027a-bb0a-4bd2-a7f7-51a92a2d8678 req-cdbb1edb-7220-42f2-b0e6-cdf9b9338c0c tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 210 time: 0.1309996 Jan 21 20:05:22.195896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:05:22.212775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] Sync routers for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:05:22.222645 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:22.223384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:05:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:22.268098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] No DVR routers for this DVR port 328441ab-6171-42a5-a1f1-8b8808dc67bd on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:05:22.271968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:22.275186 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-deleted', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:22.298685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-d56cea04-ea6b-4ab6-bdbb-fe0b152af8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:22.300400 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-d56cea04-ea6b-4ab6-bdbb-fe0b152af8c2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 1160 time: 0.2649398 Jan 21 20:05:22.302800 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7cdcbd98-4c64-487a-aee0-99a28d64412b req-b8dfb6a6-217a-42c4-a632-c6d840976922 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.38 "DELETE /v2.0/ports/328441ab-6171-42a5-a1f1-8b8808dc67bd HTTP/1.1" status: 204 len: 173 time: 5.8878379 Jan 21 20:05:22.424926 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e069e12a-d4bd-45c9-b92e-820af60ec0cf', 'name': 'network-vif-deleted', 'tag': '328441ab-6171-42a5-a1f1-8b8808dc67bd', 'status': 'completed', 'code': 200} Jan 21 20:05:22.493425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:22.541114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-ed666732-dfa2-43b6-91a9-de10ec4b8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:22.544426 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-ed666732-dfa2-43b6-91a9-de10ec4b8bfe service neutron] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 908 time: 0.2327325 Jan 21 20:05:22.691776 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-79731b18-0f9a-4c82-96ef-1240e7e911e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f775a934-0591-4ab3-a813-c4bc12a60f01 HTTP/1.1" status: 200 len: 217 time: 0.1398115 Jan 21 20:05:22.810427 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-985ab9d5-2d31-4942-b2ce-d6cc5a373c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:22.812132 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-985ab9d5-2d31-4942-b2ce-d6cc5a373c99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.1108255 Jan 21 20:05:22.883447 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-527f39c0-7a95-471c-a93b-57b3ff77c176 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624366 Jan 21 20:05:23.118389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:23.133873 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] Checking router: 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:05:23.158119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:23.159491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:05:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:23.426320 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-a82e4754-edf4-40cb-bcac-012e14cebd4e req-1ecd6fe9-8fc0-494a-8698-001f65e599bf tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Synchronizing usage tracker for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:23.455601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:23.498990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-a82e4754-edf4-40cb-bcac-012e14cebd4e req-1ecd6fe9-8fc0-494a-8698-001f65e599bf tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Unset dirty status for tenant:f582e7664b7d4f8cbdaab1fbdf0bc1ce on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:23.500461 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a82e4754-edf4-40cb-bcac-012e14cebd4e req-1ecd6fe9-8fc0-494a-8698-001f65e599bf tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/ports?device_id=e069e12a-d4bd-45c9-b92e-820af60ec0cf HTTP/1.1" status: 200 len: 210 time: 0.1486423 Jan 21 20:05:23.512715 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-1fe5482b-a876-4940-9b8a-4fe079576f56 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132710 Jan 21 20:05:23.549743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651f714-16de-4d89-8764-2094c8061bd9 req-8d381549-75c0-41c2-9857-face0e49c4dd tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:23.551776 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0651f714-16de-4d89-8764-2094c8061bd9 req-8d381549-75c0-41c2-9857-face0e49c4dd tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 943 time: 0.2463355 Jan 21 20:05:23.713352 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0651f714-16de-4d89-8764-2094c8061bd9 req-5971587c-dcf4-488c-858c-ec4cbd5a125d tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355593 Jan 21 20:05:23.763692 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d4a8898-7761-4b73-8eed-df1072361be5 req-2e1827e5-0fe2-4981-9e6e-06bf5cb3ff51 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2101710 Jan 21 20:05:23.953745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:23.959330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ceaad-1c62-4f41-95d8-82a6e7522755 None None] The sync data for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb is: [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '7dc9418a-afc2-4dd0-8170-3305612e6a85', 'name': '', 'network_id': 'eda9e604-1d3f-4196-a1bb-adbf40e58f0e', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'mac_address': 'fa:16:3e:94:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:58:07Z', 'updated_at': '2021-01-21T19:58:34Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'subnets': [{'id': '04492ad3-cf0f-4a83-a40e-c2776e49c098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:05:24.425543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec301109-362c-4cfc-ae20-9455e0a97d00 None None] New status for floating IP 20455ba9-deb8-4ebf-b6d0-abada5b8e97f: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:05:24.738624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43126) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:24.833135 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3afeebec-68d2-485a-a311-8ba266b889d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:24.868791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3afeebec-68d2-485a-a311-8ba266b889d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:24.992958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3afeebec-68d2-485a-a311-8ba266b889d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:24.999374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d7a6aea-fb69-4831-9702-d689760045b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:25.020431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afeebec-68d2-485a-a311-8ba266b889d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event deleted for resources: {'SecurityGroup': ['ID=733f9c51-20f6-4c5c-8f38-92f6ac663eda,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:25.029079 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3afeebec-68d2-485a-a311-8ba266b889d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:25.054839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a7687-e6f1-488d-9a98-d26c768a7264 req-cff5c4db-8a65-4fc2-bd80-13e3166c24cb tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:25.056547 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-194a7687-e6f1-488d-9a98-d26c768a7264 req-cff5c4db-8a65-4fc2-bd80-13e3166c24cb tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 943 time: 0.1657097 Jan 21 20:05:25.059028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3afeebec-68d2-485a-a311-8ba266b889d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.063163 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3afeebec-68d2-485a-a311-8ba266b889d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "DELETE /v2.0/security-groups/733f9c51-20f6-4c5c-8f38-92f6ac663eda HTTP/1.1" status: 204 len: 168 time: 0.3209715 Jan 21 20:05:25.063365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43132) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:25.085228 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.api.v2.resource [None req-9a6afde4-0536-423a-93ce-f30b7507ee9e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] show failed (client error): The resource could not be found. Jan 21 20:05:25.089518 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-9a6afde4-0536-423a-93ce-f30b7507ee9e tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "GET /v2.0/security-groups/733f9c51-20f6-4c5c-8f38-92f6ac663eda HTTP/1.1" status: 404 len: 347 time: 0.0250967 Jan 21 20:05:25.090264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43136) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:25.132044 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-194a7687-e6f1-488d-9a98-d26c768a7264 req-4ff6625d-0629-4ba4-8445-ad87bd7b717f tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666080 Jan 21 20:05:25.277109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Deleting port 43da8ccb-0f63-47f9-8d59-a042724c7141 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:25.277494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.486500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.486876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.697864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Calling delete_port for 43da8ccb-0f63-47f9-8d59-a042724c7141 owned by network:floatingip {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:25.882593 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f775a934-0591-4ab3-a813-c4bc12a60f01 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:25.901503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.918548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e9900c5-a032-454a-91c2-a2cbd113f180 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:26.016874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port f775a934-0591-4ab3-a813-c4bc12a60f01 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:26.020160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Pushing event deleted for resources: {'Port': ['ID=43da8ccb-0f63-47f9-8d59-a042724c7141,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:26.022530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port f775a934-0591-4ab3-a813-c4bc12a60f01 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:26.022963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.038412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.038836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.039249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.039657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.040060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.040462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.040860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.041294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.041651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.042049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.042470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.042866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.043338 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.043737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.044128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.044518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.044913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.045304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.045696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.046090 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.046514 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.046906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.047300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.047687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:26.051778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:26.186303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.200981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks [] for floatingip, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.228639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.231068 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c351a41d-7dec-4fcd-bd04-35f3d9627a64 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] 10.222.0.76 "DELETE /v2.0/floatingips/20455ba9-deb8-4ebf-b6d0-abada5b8e97f HTTP/1.1" status: 204 len: 168 time: 1.1392879 Jan 21 20:05:26.240426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775a934-0591-4ab3-a813-c4bc12a60f01'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:26.252033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port f775a934-0591-4ab3-a813-c4bc12a60f01, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f775a934-0591-4ab3-a813-c4bc12a60f01,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:26.262920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.269690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:26.349623 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775a934-0591-4ab3-a813-c4bc12a60f01', 'code': 200} Jan 21 20:05:26.409652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=f775a934-0591-4ab3-a813-c4bc12a60f01,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:26.416671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:26.529548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bda1f-f771-4307-a564-437e8723e6f2 req-d539d03d-3a70-4ff6-b91f-ce112252e5d7 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:26.531352 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f18bda1f-f771-4307-a564-437e8723e6f2 req-d539d03d-3a70-4ff6-b91f-ce112252e5d7 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 945 time: 0.1461473 Jan 21 20:05:26.628106 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f18bda1f-f771-4307-a564-437e8723e6f2 req-70be1ead-143f-4aa3-b82e-251636c5ba6e tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883634 Jan 21 20:05:26.714497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67f108-0207-4277-a7f6-3715085cbe6e req-f482fac7-be02-457d-9c88-b7c7c03ff13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:26.716737 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-af67f108-0207-4277-a7f6-3715085cbe6e req-f482fac7-be02-457d-9c88-b7c7c03ff13f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 1162 time: 0.0961483 Jan 21 20:05:26.769169 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-af67f108-0207-4277-a7f6-3715085cbe6e req-c5c48035-7674-4685-86ce-1ee5cd226cbd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Jan 21 20:05:27.431098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f775a934-0591-4ab3-a813-c4bc12a60f01 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:27.514096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port f775a934-0591-4ab3-a813-c4bc12a60f01 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:27.514625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.966855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3abe1-4438-4f91-861e-93b7980e03d8 req-f41a144d-4824-417b-bc6a-1c596b32d3c4 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:27.968597 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a5f3abe1-4438-4f91-861e-93b7980e03d8 req-f41a144d-4824-417b-bc6a-1c596b32d3c4 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 945 time: 0.1592135 Jan 21 20:05:28.092494 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a5f3abe1-4438-4f91-861e-93b7980e03d8 req-33e7fc6e-1008-402c-81a7-48998e17e679 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114647 Jan 21 20:05:29.395027 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d8f33-5360-4d8b-afc2-f71a03389ea9 req-4a598fa7-d19d-4e6b-907b-9e3c6b14636d tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:29.398388 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-411d8f33-5360-4d8b-afc2-f71a03389ea9 req-4a598fa7-d19d-4e6b-907b-9e3c6b14636d tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 945 time: 0.1294131 Jan 21 20:05:29.462672 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-411d8f33-5360-4d8b-afc2-f71a03389ea9 req-9f59cb11-8454-414c-bade-786a58ac3ee2 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Jan 21 20:05:29.525159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43170) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:30.443396 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003498'] for router_interface, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:30.876672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Deleting port 7dc9418a-afc2-4dd0-8170-3305612e6a85 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:30.877340 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.102229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] For port 7dc9418a-afc2-4dd0-8170-3305612e6a85, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=7dc9418a-afc2-4dd0-8170-3305612e6a85,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:31.102592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.311107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Calling delete_port for 7dc9418a-afc2-4dd0-8170-3305612e6a85 owned by network:router_interface {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:31.564785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.586609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4ae7dee3-77bc-430d-8c09-652bd2580cb4 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:31.716103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc9418a-afc2-4dd0-8170-3305612e6a85,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:31.720996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:32.519398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853184642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003660'] for router_interface, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:33.121827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:05:33.397411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:05:33.407299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] Sync routers for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:05:33.414739 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] 10.222.0.76 "PUT /v2.0/routers/593eda15-74c9-4f2a-b2ca-fbadd23d83a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8847313 Jan 21 20:05:33.415786 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43196) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:33.419253 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:33.420032 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:05:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:33.618858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:33.636770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:33.947730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:33.957690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Deleting port d04ed636-1aaf-4623-821d-5bb9ee6e0465 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:33.959132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.192146 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] For port d04ed636-1aaf-4623-821d-5bb9ee6e0465, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=d04ed636-1aaf-4623-821d-5bb9ee6e0465,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:34.193490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.338096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T20:05:31Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:34.345491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] Checking router: 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:05:34.360067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] Routers {'593eda15-74c9-4f2a-b2ca-fbadd23d83a0'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:34.367300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:05:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:34.372184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Calling delete_port for d04ed636-1aaf-4623-821d-5bb9ee6e0465 owned by network:router_gateway {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:34.580544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: WARNING neutron.plugins.ml2.ovo_rpc [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: result = function(*args, **kwargs) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: proto.__init__(conn_state, self) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: self.handle() Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: self.handle_one_request() Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: self.handle_one_response() Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: result = self.application(self.environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return app(environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self.application) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self.application) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self.application) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self.application) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return request.get_response(self.application) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: response = req.get_response(self._app) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: application, catch_exc_info=False) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: app_iter = application(self.environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return resp(environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return resp(environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: response = self.app(environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return resp(environ, start_response) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: resp = self.call_func(req, *args, **kw) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: return self.func(req, *args, **kwargs) Jan 21 20:05:34.591247 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: result = method(request=request, **args) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return self._delete(request, id, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return f(*args, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return f(*args, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return f(*dup_args, **dup_kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: obj_deleter(request.context, id, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return method(*args, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return f(*args, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return f(*args, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return f(*dup_args, **dup_kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: self._delete_current_gw_port(context, id, router, None) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: admin_ctx, gw_port_id, l3_port_check=False) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, context, *args, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return method(*args, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: context, port, router_ids, bound_mech_contexts) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: return function(*args, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: callback(resource, event, trigger, **kwargs) Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: if self._is_session_semantic_violated(context, resource, event): Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: stack = traceback.extract_stack() Jan 21 20:05:34.604169 dv-cinder-726180-8-smb neutron-server[80018]: Jan 21 20:05:34.641238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] Set router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:34.966509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852795555'] for router_gateway, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.114066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852795401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-501505'] for router, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.118181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.162989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T20:05:31Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:35.171795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8e827-54e1-4f61-86f2-600496d6f277 None None] The sync data for ids ['593eda15-74c9-4f2a-b2ca-fbadd23d83a0'] in dv-cinder-726180-8-smb is: [{'id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'name': 'tempest-AttachVolumeShelveTestJSON-615733787-router', 'tenant_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:39Z', 'updated_at': '2021-01-21T20:05:31Z', 'revision_number': 5, 'project_id': 'f582e7664b7d4f8cbdaab1fbdf0bc1ce', 'gw_port': {'id': 'd04ed636-1aaf-4623-821d-5bb9ee6e0465', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ca:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593eda15-74c9-4f2a-b2ca-fbadd23d83a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:42Z', 'updated_at': '2021-01-21T19:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:05:35.254966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1979008'] for router, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.256801 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593eda15-74c9-4f2a-b2ca-fbadd23d83a0 {{(pid=80130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:05:35.273472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.275293 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-84697909-5891-4c8e-9897-e573ff1cd5e9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/593eda15-74c9-4f2a-b2ca-fbadd23d83a0 HTTP/1.1" status: 204 len: 168 time: 1.8578937 Jan 21 20:05:35.277925 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43210) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:35.362793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] Deleting subnet 04492ad3-cf0f-4a83-a40e-c2776e49c098 {{(pid=80130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:05:35.367603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.448910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851429164'] for subnet, precommit_delete_associations {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.607780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.720795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 7dc9418a-afc2-4dd0-8170-3305612e6a85 no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:35.764989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 7dc9418a-afc2-4dd0-8170-3305612e6a85 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:05:35.765766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 7dc9418a-afc2-4dd0-8170-3305612e6a85 not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:05:36.047292 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851405616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851579891'] for subnet, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:36.066004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:36.436313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04492ad3-cf0f-4a83-a40e-c2776e49c098,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:36.442717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:36.502199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:36.510001 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7a6afd-0ada-4c39-a874-830205d03a22 None None] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:05:36.512495 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-01f7a01a-ad4c-428b-bc11-f3e9efeeec61 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/04492ad3-cf0f-4a83-a40e-c2776e49c098 HTTP/1.1" status: 204 len: 168 time: 1.2331645 Jan 21 20:05:36.517066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43218) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:36.745868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:36.856326 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Deleting port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:36.857154 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:37.163513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] DHCP port deletion for eda9e604-1d3f-4196-a1bb-adbf40e58f0e request from dv-cinder-726180-8-smb {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:05:37.172608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] Deleting port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:37.173333 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:37.338266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] For port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:37.338668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:37.369525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-817f7e80-00b1-4079-9462-c90c7ed87513 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:37.371199 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-817f7e80-00b1-4079-9462-c90c7ed87513 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 814 time: 0.3759153 Jan 21 20:05:37.426063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] For port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316,segment=NetworkSegment(26181843-7bf0-4bd4-ae87-294cd5fe0c60),segment_id=26181843-7bf0-4bd4-ae87-294cd5fe0c60)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:37.426533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:37.509657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Calling delete_port for 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 owned by network:dhcp {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:37.550017 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-0e107baa-47c9-4890-b706-e517c77fa966 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/quotas/cba7065ec475420494ae930e2a12f575 HTTP/1.1" status: 200 len: 375 time: 0.1179245 Jan 21 20:05:37.563166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] Calling delete_port for 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:37.657398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 21 20:05:37.657398 dv-cinder-726180-8-smb neutron-server[80018]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jan 21 20:05:37.657398 dv-cinder-726180-8-smb neutron-server[80018]: [parameters: {'port_id': '9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316', 'host': 'dv-cinder-726180-8-smb', 'level': 0}] Jan 21 20:05:37.657398 dv-cinder-726180-8-smb neutron-server[80018]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:05:37.657969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:05:37.669639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:37.686204 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-32696853-0f16-437a-b34f-065095928457 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:37.763941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device d04ed636-1aaf-4623-821d-5bb9ee6e0465 no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:37.801164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: d04ed636-1aaf-4623-821d-5bb9ee6e0465 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:05:37.801552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device d04ed636-1aaf-4623-821d-5bb9ee6e0465 not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:05:37.802114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:37.802747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:37.826691 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-f3ae464b-0027-4f02-bd4c-257104930e01 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2646556 Jan 21 20:05:37.838618 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:37.840588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:05:37.840984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:05:37.963862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] No DVR routers for this DVR port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 on host dv-cinder-726180-8-smb {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:05:38.125075 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-d6b7f0c4-01ad-4dd8-918c-7e000dac9790 service neutron] 10.222.0.76 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853489 Jan 21 20:05:38.159896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] Deleting port 9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:38.160323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:38.174998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:38.236263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-21b0b8a2-07a6-42a6-914d-7d1717f68733 None None] The port '9e0c30d7-d9e7-4e12-9c7c-d42f8eb4d316' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:05:38.421446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda9e604-1d3f-4196-a1bb-adbf40e58f0e']}} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:38.447438 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26181843-7bf0-4bd4-ae87-294cd5fe0c60') {'for_net_delete': True} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:38.447778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26181843-7bf0-4bd4-ae87-294cd5fe0c60') {} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:38.465789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346652'] for segment, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:38.475724 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-f8b1375c-f500-45a6-8162-82fedfb37c08 service neutron] 10.222.0.76 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3429327 Jan 21 20:05:38.487628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:38.492418 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:05:38.755011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:05:38.765683 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3df0af79-57b2-4fab-9c7d-e705d033329e req-46c23a99-4031-4353-bb69-d89c95721d32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 210 time: 0.0872917 Jan 21 20:05:38.767722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851405633'] for segment, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:38.992247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Network eda9e604-1d3f-4196-a1bb-adbf40e58f0e has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:05:39.020417 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:05:39.119890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:39.124664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ec339d92-4e0d-4f38-be06-54d1c6105cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:39.139641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:39.155955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eda9e604-1d3f-4196-a1bb-adbf40e58f0e,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:39.159768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:39.179410 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/eda9e604-1d3f-4196-a1bb-adbf40e58f0e HTTP/1.1" status: 204 len: 168 time: 2.6609807 Jan 21 20:05:39.437533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43250) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:39.497226 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-53bde539-adfc-43b7-9fb0-8d538fe8e8e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f582e7664b7d4f8cbdaab1fbdf0bc1ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0577669 Jan 21 20:05:39.500222 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43254) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:39.582841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57de9b62-e4bc-40d9-830b-4b5222832181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:39.621128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57de9b62-e4bc-40d9-830b-4b5222832181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:39.725357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57de9b62-e4bc-40d9-830b-4b5222832181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:39.731436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2d712262-2ad6-4964-ba80-c835965afbc6 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:39.751227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de9b62-e4bc-40d9-830b-4b5222832181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395c15c1-87ac-45f0-b0b3-e5db4fe8a8b5,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:39.756613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-57de9b62-e4bc-40d9-830b-4b5222832181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:39.763167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57de9b62-e4bc-40d9-830b-4b5222832181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:39.765007 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-57de9b62-e4bc-40d9-830b-4b5222832181 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/395c15c1-87ac-45f0-b0b3-e5db4fe8a8b5 HTTP/1.1" status: 204 len: 168 time: 0.2627532 Jan 21 20:05:40.013695 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-50fc2e20-0800-400b-b722-d71640a4e58c req-136e2089-e469-4234-a335-7bce177ca1cd tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 210 time: 0.0632038 Jan 21 20:05:40.845410 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-d4e2454b-44e2-4d06-ae20-c26d275a77c7 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:40.847029 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-d4e2454b-44e2-4d06-ae20-c26d275a77c7 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 814 time: 0.2422202 Jan 21 20:05:40.875535 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Request body: {'port': {'device_id': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a', 'admin_state_up': True, 'tenant_id': 'cba7065ec475420494ae930e2a12f575'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:41.068660 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:41.082028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:41.094259 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Made reservation on behalf of cba7065ec475420494ae930e2a12f575 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:41.112130 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:41.697411 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3114606c-8de2-4add-a605-6c7561ee50b3 req-4b7d5345-6b0f-4966-b87f-01be932646a5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 210 time: 0.0897655 Jan 21 20:05:41.958129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Allocated IP 172.20.0.6 (def071dd-4086-40cf-b9af-9af11d36367a/c3fc46a3-c763-4d9a-a955-8c6ecf80dd05/86ffa5c3-4142-4030-a9d5-12a9685bf423) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:42.055321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43312) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:42.206465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.238743 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.254740 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c3db436-b7e2-47de-a416-6f1638aafe15 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:42.292265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.309781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:42.314359 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Usage tracker for resource:security_group_rule and tenant:59dec3a31edf4febb310923d505d9557 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:42.319020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:42.327078 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:42.406300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Pushing event updated for resources: {'Port': ['ID=86ffa5c3-4142-4030-a9d5-12a9685bf423,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:42.411755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:42.483529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Network def071dd-4086-40cf-b9af-9af11d36367a is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:42.484804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:42.487023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.487431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:42.493273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.503650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:42.551964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b932e91f-9c83-49ea-9d14-65b17edcd3ec,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:42.558696 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=59dec3a31edf4febb310923d505d9557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022018 Jan 21 20:05:42.560466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:42.561419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43318) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:42.575270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:42.576011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.605320 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:05:42.619746 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7512486 Jan 21 20:05:42.641767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Request body: {'port': {'device_id': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:42.661295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6e3a-0e6b-4e0c-a87d-86ded9f85c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.681446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.693981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6e3a-0e6b-4e0c-a87d-86ded9f85c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.753540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6e3a-0e6b-4e0c-a87d-86ded9f85c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.760457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0063aed3-704e-4cff-8876-210c7108d1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:42.775398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a6e3a-0e6b-4e0c-a87d-86ded9f85c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b932e91f-9c83-49ea-9d14-65b17edcd3ec,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:42.785640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4b9a6e3a-0e6b-4e0c-a87d-86ded9f85c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:42.794740 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6e3a-0e6b-4e0c-a87d-86ded9f85c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:42.811773 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4b9a6e3a-0e6b-4e0c-a87d-86ded9f85c96 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b932e91f-9c83-49ea-9d14-65b17edcd3ec HTTP/1.1" status: 204 len: 168 time: 0.2440844 Jan 21 20:05:42.823096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:43.180554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689514d-b800-4de3-8eaf-2f123cfd0e5f req-8ac99699-978d-41d6-a308-839eb2e386b7 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:43.181380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5689514d-b800-4de3-8eaf-2f123cfd0e5f req-8ac99699-978d-41d6-a308-839eb2e386b7 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:43.276623 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5689514d-b800-4de3-8eaf-2f123cfd0e5f req-8ac99699-978d-41d6-a308-839eb2e386b7 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:43.277836 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5689514d-b800-4de3-8eaf-2f123cfd0e5f req-8ac99699-978d-41d6-a308-839eb2e386b7 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 931 time: 0.3709996 Jan 21 20:05:43.369540 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5689514d-b800-4de3-8eaf-2f123cfd0e5f req-c08a352b-0a99-4325-af7d-a8f6200c38b1 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819776 Jan 21 20:05:43.487642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ffa5c3-4142-4030-a9d5-12a9685bf423 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:05:43.497042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:43.511241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Transition to ACTIVE for port object 86ffa5c3-4142-4030-a9d5-12a9685bf423 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:43.514118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:43.530735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:43.669605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Pushing event updated for resources: {'Port': ['ID=86ffa5c3-4142-4030-a9d5-12a9685bf423,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:43.672834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:43.890864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Attempting to bind port 86ffa5c3-4142-4030-a9d5-12a9685bf423 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:43.891251 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Attempting to bind port 86ffa5c3-4142-4030-a9d5-12a9685bf423 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:43.891622 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Attempting to bind port 86ffa5c3-4142-4030-a9d5-12a9685bf423 on network def071dd-4086-40cf-b9af-9af11d36367a {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:43.899773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:43.900151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Checking segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:43.900567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:43.900980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Bound using segment: {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:43.901455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Bound port: 86ffa5c3-4142-4030-a9d5-12a9685bf423, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd77b8ac-1797-487b-9ee6-54d7681f8584', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'def071dd-4086-40cf-b9af-9af11d36367a'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:43.901846 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:44.008357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] For port 86ffa5c3-4142-4030-a9d5-12a9685bf423, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:44.011793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] For port 86ffa5c3-4142-4030-a9d5-12a9685bf423, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=86ffa5c3-4142-4030-a9d5-12a9685bf423,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:44.016440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:44.031330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8d140f60-ce1c-433b-a93e-b12471436119 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:44.184541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Pushing event updated for resources: {'Port': ['ID=86ffa5c3-4142-4030-a9d5-12a9685bf423,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:44.191829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:44.237790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:44.238363 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:44.240500 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-09a89e42-8183-4607-95eb-a7761c42c76d service neutron] 10.222.0.38 "PUT /v2.0/ports/86ffa5c3-4142-4030-a9d5-12a9685bf423 HTTP/1.1" status: 200 len: 1157 time: 1.6046691 Jan 21 20:05:44.241044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'tag': '86ffa5c3-4142-4030-a9d5-12a9685bf423'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:44.289302 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c5955b52-9cde-4ea4-bc1d-4e0f4f9ae25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:44.306475 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'tag': '86ffa5c3-4142-4030-a9d5-12a9685bf423', 'status': 'completed', 'code': 200} Jan 21 20:05:44.405929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-4e3e4d78-9199-4e54-8f2f-dcf478658410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:44.408090 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-4e3e4d78-9199-4e54-8f2f-dcf478658410 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 1160 time: 0.0820968 Jan 21 20:05:44.500270 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-cb61cac3-490a-4efb-b202-c8fc86185821 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86ffa5c3-4142-4030-a9d5-12a9685bf423 HTTP/1.1" status: 200 len: 217 time: 0.0755751 Jan 21 20:05:44.632948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-27200958-a0b5-4846-85a4-a44348267cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:44.634507 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-27200958-a0b5-4846-85a4-a44348267cc6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.1270390 Jan 21 20:05:44.700675 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-a1a9a604-ff9c-4101-b95f-e040f41e9904 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512862 Jan 21 20:05:44.733299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fa594-e5f3-4b6d-907c-14cbaf22a603 req-cb93e930-c438-4a62-bc9d-4eedde2d8caf tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:44.735027 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-305fa594-e5f3-4b6d-907c-14cbaf22a603 req-cb93e930-c438-4a62-bc9d-4eedde2d8caf tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 943 time: 0.1894712 Jan 21 20:05:44.889198 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-305fa594-e5f3-4b6d-907c-14cbaf22a603 req-96ed45e3-71ac-4aa1-9a15-9191e4c2caeb tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279228 Jan 21 20:05:44.937633 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-3938d85e-b035-4511-82e5-c54e5370356d service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014866 Jan 21 20:05:45.115193 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-34bb89eb-5e11-489e-a227-f0e6d8f26d55 req-48c626d4-2533-4f72-82a6-2df71de15cb4 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1665254 Jan 21 20:05:45.317342 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-9fd41128-fb79-400e-b6d9-6e707dc7ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:45.320314 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-9fd41128-fb79-400e-b6d9-6e707dc7ba7d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 1160 time: 0.0984354 Jan 21 20:05:45.524179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-a4e6943a-8079-4f45-b354-6f4afc6a1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:45.526051 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-a4e6943a-8079-4f45-b354-6f4afc6a1d18 service neutron] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 908 time: 0.1870909 Jan 21 20:05:45.620286 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-9484d024-a5fa-4fa7-8082-cd82493adc67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86ffa5c3-4142-4030-a9d5-12a9685bf423 HTTP/1.1" status: 200 len: 217 time: 0.0842936 Jan 21 20:05:45.757144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-aca4a1f2-2513-4127-a169-99e0ee1f8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:45.759169 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-aca4a1f2-2513-4127-a169-99e0ee1f8580 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.1302323 Jan 21 20:05:45.824893 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-5a97e4ad-f559-4602-ae21-1b3a6eda651b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566232 Jan 21 20:05:46.019844 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-c2aca9d6-1029-4b79-96dc-820c5ae71e43 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791368 Jan 21 20:05:46.497307 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70855eac-c2ae-486c-a4ed-4c570172bcd4 req-627e168c-04ce-4f52-851c-d42f5ff6b858 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4641912 Jan 21 20:05:46.522516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f172091-72e7-4e13-9db8-127201594398 req-5324718a-62f0-4d8a-bb22-1d794fe08b17 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:46.524200 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3f172091-72e7-4e13-9db8-127201594398 req-5324718a-62f0-4d8a-bb22-1d794fe08b17 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 943 time: 0.4671578 Jan 21 20:05:46.582018 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3f172091-72e7-4e13-9db8-127201594398 req-9cdf934c-0dae-43f5-83dd-04b8fb0c88b6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501423 Jan 21 20:05:46.902398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b88b0149-6b12-4d72-8834-5613038a9281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:47.225035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:47.894112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cba32c-5973-4458-9289-999f15fc7a85 req-102a2841-dbf1-429e-bbaa-45474fbfc5cd tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:47.897546 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-46cba32c-5973-4458-9289-999f15fc7a85 req-102a2841-dbf1-429e-bbaa-45474fbfc5cd tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 943 time: 0.1732655 Jan 21 20:05:47.986967 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-46cba32c-5973-4458-9289-999f15fc7a85 req-acd0eae4-a23f-48a9-8495-a39945ef28f0 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825019 Jan 21 20:05:48.155676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 86ffa5c3-4142-4030-a9d5-12a9685bf423 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:48.246379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 86ffa5c3-4142-4030-a9d5-12a9685bf423 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:48.252017 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 86ffa5c3-4142-4030-a9d5-12a9685bf423 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:48.252449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.384861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.433975 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ffa5c3-4142-4030-a9d5-12a9685bf423'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:48.438769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.446981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 86ffa5c3-4142-4030-a9d5-12a9685bf423, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=86ffa5c3-4142-4030-a9d5-12a9685bf423,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:48.451006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.453030 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51a8eaa5-32ac-490d-9517-9b46a7448d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:48.516950 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ffa5c3-4142-4030-a9d5-12a9685bf423', 'code': 200} Jan 21 20:05:48.532235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=86ffa5c3-4142-4030-a9d5-12a9685bf423,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:48.535970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:48.808406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a9257-fef6-48f0-be72-22b31263e584 req-028da875-bd63-43b5-ad9c-accd07625674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:48.810040 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-864a9257-fef6-48f0-be72-22b31263e584 req-028da875-bd63-43b5-ad9c-accd07625674 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 1162 time: 0.0815454 Jan 21 20:05:48.860293 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-864a9257-fef6-48f0-be72-22b31263e584 req-01700932-1afb-49c3-b7d0-30e08866635b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Jan 21 20:05:48.900473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:49.294872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa950810-555c-49c6-8b8c-f290c092bbda req-8e318644-eccd-495e-9e27-eeeb653390c9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:49.296690 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fa950810-555c-49c6-8b8c-f290c092bbda req-8e318644-eccd-495e-9e27-eeeb653390c9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 945 time: 0.1361802 Jan 21 20:05:49.357251 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fa950810-555c-49c6-8b8c-f290c092bbda req-c6a09770-3cc1-44cd-8dfb-77adfc0888ed tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500276 Jan 21 20:05:49.646476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 86ffa5c3-4142-4030-a9d5-12a9685bf423 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:49.653533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43406) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:49.737040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 86ffa5c3-4142-4030-a9d5-12a9685bf423 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:49.737442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:49.843319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:49.860876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:49.866075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Usage tracker for resource:security_group_rule and tenant:da4bb8dbb36940e49c3ac4b82be10c4f is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:49.869537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:49.883152 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:50.002156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.005927 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.015900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:50.065926 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da4bb8dbb36940e49c3ac4b82be10c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110901 Jan 21 20:05:50.066934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df364d0-4e05-49d7-9cef-ec02d52181cf,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:50.069441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43412) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:50.071905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:50.162928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8636-8dca-49c8-a332-0f0e0d668fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.208012 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8636-8dca-49c8-a332-0f0e0d668fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.259694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8636-8dca-49c8-a332-0f0e0d668fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.265043 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-72460523-2b9d-48ad-8441-3a1890b2480c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:50.278926 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b8636-8dca-49c8-a332-0f0e0d668fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df364d0-4e05-49d7-9cef-ec02d52181cf,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:50.282411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0a9b8636-8dca-49c8-a332-0f0e0d668fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:50.284607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8636-8dca-49c8-a332-0f0e0d668fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.285999 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0a9b8636-8dca-49c8-a332-0f0e0d668fa6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9df364d0-4e05-49d7-9cef-ec02d52181cf HTTP/1.1" status: 204 len: 168 time: 0.2142401 Jan 21 20:05:50.652202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829f8e-c2b9-47c1-abc2-67678c9285ef req-70a9913f-efac-4c93-8e85-bbaff510a339 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:50.653978 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0c829f8e-c2b9-47c1-abc2-67678c9285ef req-70a9913f-efac-4c93-8e85-bbaff510a339 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 945 time: 0.1228929 Jan 21 20:05:50.718832 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0c829f8e-c2b9-47c1-abc2-67678c9285ef req-7856794a-b9a5-4988-819e-b0295336f0dd tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572560 Jan 21 20:05:50.772657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43422) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:50.798324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.820609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:50.825149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Usage tracker for resource:security_group_rule and tenant:880fc1670fbb474aa9897f818fbea492 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:50.828575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:50.835626 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:50.947355 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.950471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.960536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a4cdaf17-9542-4e96-ba01-430f04b0eeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:51.010637 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=880fc1670fbb474aa9897f818fbea492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364986 Jan 21 20:05:51.015241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43428) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:51.023369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2e1206-05be-4234-92f4-a70de8c1a16e,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:51.028074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:51.114573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fa307e6-6ecc-4877-b00c-fe73a3062632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:51.159018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fa307e6-6ecc-4877-b00c-fe73a3062632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:51.240582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fa307e6-6ecc-4877-b00c-fe73a3062632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:51.250670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c078983-7d25-44d3-bfb8-6608242bf836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:51.275018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fa307e6-6ecc-4877-b00c-fe73a3062632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:51.280302 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4fa307e6-6ecc-4877-b00c-fe73a3062632 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae2e1206-05be-4234-92f4-a70de8c1a16e HTTP/1.1" status: 204 len: 168 time: 0.2595584 Jan 21 20:05:51.280302 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa307e6-6ecc-4877-b00c-fe73a3062632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2e1206-05be-4234-92f4-a70de8c1a16e,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:51.281690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4fa307e6-6ecc-4877-b00c-fe73a3062632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:52.459233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43454) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:52.686464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-236461041-network', 'tenant_id': '2064118e56804a31afe3c9889999edec'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:52.692086 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:52.697585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Usage tracker for resource:network and tenant:2064118e56804a31afe3c9889999edec is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:52.701344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:52.710576 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:52.725988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Made reservation on behalf of 2064118e56804a31afe3c9889999edec for: {'network': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:52.731913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.747915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.767564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:52.773236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2064118e56804a31afe3c9889999edec is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:52.776888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:52.784328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:52.906464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.912291 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.920903 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4fe2e1be-5d35-4b59-9228-08030d848e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:52.981572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:05:53.015622 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97890b41-32a3-44b4-8895-3cbc6806a08d,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:53.024824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:53.026454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.026991 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Added segment 200aa7bc-a7a9-4136-b97d-b181680b229d of type vxlan for network 439901dd-d401-43ba-8aeb-555c8390d6f4 Jan 21 20:05:53.080725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.137337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.139807 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:53.140910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.151229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:53.279965 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8190262 Jan 21 20:05:53.280963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Pushing event updated for resources: {'Network': ['ID=439901dd-d401-43ba-8aeb-555c8390d6f4,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:53.284155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43470) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:53.289403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:53.294404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Request body: {'subnet': {'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-236461041-subnet', 'tenant_id': '2064118e56804a31afe3c9889999edec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:53.301520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:05:53.303692 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:53.310994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Usage tracker for resource:subnet and tenant:2064118e56804a31afe3c9889999edec is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:53.316676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:53.328987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:53.345284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Made reservation on behalf of 2064118e56804a31afe3c9889999edec for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:53.352438 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3195943'] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.418804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:05:53.966080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851429355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3195924'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.983213 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:54.127583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff34609f-3664-4798-809b-8f4193bee4d1,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:54.133706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:54.219537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Checking segment: {'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:54.219851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Network hostable DHCP agents. Network: 439901dd-d401-43ba-8aeb-555c8390d6f4, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:05:54.241001 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:05:54.250328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 439901dd-d401-43ba-8aeb-555c8390d6f4) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:54.259396 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758e8a2-7f14-4369-ad51-60ec79e384a6 None None] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:05:54.264551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:54.265208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:54.288597 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-bdcf3bce-148a-4472-9d89-4c5c678f3b3a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0028660 Jan 21 20:05:54.544948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d957202-2e45-4dae-bc61-17edda0a6530 None None] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:05:56.756471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-618c3e99-cea0-40e5-95a6-cc71b094ad9f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:56.757271 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-618c3e99-cea0-40e5-95a6-cc71b094ad9f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Synchronizing usage tracker for tenant:2064118e56804a31afe3c9889999edec on resource:network {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:56.775375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-618c3e99-cea0-40e5-95a6-cc71b094ad9f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Unset dirty status for tenant:2064118e56804a31afe3c9889999edec on resource:network {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:56.776613 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-618c3e99-cea0-40e5-95a6-cc71b094ad9f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/networks?id=439901dd-d401-43ba-8aeb-555c8390d6f4 HTTP/1.1" status: 200 len: 808 time: 0.2030153 Jan 21 20:05:56.795025 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-c3909b48-9344-47fc-b3fd-370e83893bdc tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/quotas/2064118e56804a31afe3c9889999edec HTTP/1.1" status: 200 len: 375 time: 0.0110016 Jan 21 20:05:56.850863 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-23e23a19-d0ba-4458-bb2d-046bf254885a tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?tenant_id=2064118e56804a31afe3c9889999edec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498009 Jan 21 20:05:57.038904 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-e0d875c5-ccd2-4dbb-899a-b95c40ad10e2 service neutron] 10.222.0.76 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799645 Jan 21 20:05:57.265269 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-0983d99a-34d9-4896-9fc4-1814aa2de22d service neutron] 10.222.0.76 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2137084 Jan 21 20:05:57.570365 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-73cb3c9d-287e-4cc6-b11e-0473d4c16585 req-313b83f2-71f7-4f51-ace4-eb77fb8ef58e tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 210 time: 0.0967200 Jan 21 20:05:58.852935 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a35f880a-2dc4-4552-a607-ed575a07a191 req-6e87c2f5-8342-4cce-ad6f-93437f0031e3 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 210 time: 0.1024785 Jan 21 20:05:59.104063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-f32f21fd-630f-464d-990f-c6630e1c3655 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:59.107661 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-f32f21fd-630f-464d-990f-c6630e1c3655 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.38 "GET /v2.0/networks?id=439901dd-d401-43ba-8aeb-555c8390d6f4 HTTP/1.1" status: 200 len: 808 time: 0.2994888 Jan 21 20:05:59.149108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Request body: {'port': {'device_id': '8896d54f-635d-4907-809e-37635e59d2e1', 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4', 'admin_state_up': True, 'tenant_id': '2064118e56804a31afe3c9889999edec'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:59.334700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:59.339819 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Usage tracker for resource:port and tenant:2064118e56804a31afe3c9889999edec is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:59.343335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Quota usage for port was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:59.353267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:59.410235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Made reservation on behalf of 2064118e56804a31afe3c9889999edec for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:59.420466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:59.627362 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fe28d-aa65-4554-890a-cd5d3c8c0b92 req-bfa3b65e-b265-4765-96b8-2804891c43f4 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:59.631144 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c75fe28d-aa65-4554-890a-cd5d3c8c0b92 req-bfa3b65e-b265-4765-96b8-2804891c43f4 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 945 time: 0.2786794 Jan 21 20:05:59.795329 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c75fe28d-aa65-4554-890a-cd5d3c8c0b92 req-e37c7b88-230e-47ec-bc25-6890b573d93a tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517212 Jan 21 20:05:59.908032 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Allocated IP 172.20.0.9 (439901dd-d401-43ba-8aeb-555c8390d6f4/ff34609f-3664-4798-809b-8f4193bee4d1/dd84403f-cc68-45e6-b0d1-f6e7e959f8fa) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:06:00.362900 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6cca9025-c05f-40bb-8059-237a88709b4a req-fc7daa80-c83f-4656-ac67-0f6eada19ebf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 210 time: 0.3083615 Jan 21 20:06:00.495921 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:00.546720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:00.562946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f0f44f3d-10ab-495d-a70b-3cba125a2716 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:00.725473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Pushing event updated for resources: {'Port': ['ID=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:00.730189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:00.796795 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:06:00.798242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:06:00.800781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:06:00.882915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:00.883659 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:00.907836 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7649732 Jan 21 20:06:00.930350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Request body: {'port': {'device_id': '8896d54f-635d-4907-809e-37635e59d2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:01.133480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:01.210097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e21f4-d839-426f-87d8-b8cd56f117cb req-02f7b6fb-bfe9-4be9-8bdb-dfadf503253b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:01.211829 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f18e21f4-d839-426f-87d8-b8cd56f117cb req-02f7b6fb-bfe9-4be9-8bdb-dfadf503253b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 945 time: 0.2395735 Jan 21 20:06:01.386940 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f18e21f4-d839-426f-87d8-b8cd56f117cb req-a3bd2672-32ef-4b5e-9274-0d645acfbf18 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608896 Jan 21 20:06:01.647598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-0a78a18b-6bac-4c89-a085-b03446c99854 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:01.649187 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-0a78a18b-6bac-4c89-a085-b03446c99854 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 945 time: 0.3283007 Jan 21 20:06:01.674591 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 86ffa5c3-4142-4030-a9d5-12a9685bf423 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:01.838669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Deleting port 86ffa5c3-4142-4030-a9d5-12a9685bf423 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:01.839077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:01.845568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:01.882816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ffa5c3-4142-4030-a9d5-12a9685bf423'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:01.896226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 86ffa5c3-4142-4030-a9d5-12a9685bf423, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=86ffa5c3-4142-4030-a9d5-12a9685bf423,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:01.900166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:01.902441 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:01.967746 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ffa5c3-4142-4030-a9d5-12a9685bf423', 'code': 200} Jan 21 20:06:02.011805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=86ffa5c3-4142-4030-a9d5-12a9685bf423,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:02.015893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:02.029132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfc3bf-9962-480e-a5f8-edc1792e4c6a req-d541b849-4597-45b3-87f6-3b08c620921b tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:02.030013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d5dfc3bf-9962-480e-a5f8-edc1792e4c6a req-d541b849-4597-45b3-87f6-3b08c620921b tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Synchronizing usage tracker for tenant:2064118e56804a31afe3c9889999edec on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:02.152916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d5dfc3bf-9962-480e-a5f8-edc1792e4c6a req-d541b849-4597-45b3-87f6-3b08c620921b tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Unset dirty status for tenant:2064118e56804a31afe3c9889999edec on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:02.154165 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d5dfc3bf-9962-480e-a5f8-edc1792e4c6a req-d541b849-4597-45b3-87f6-3b08c620921b tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 931 time: 0.6324573 Jan 21 20:06:02.259940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd84403f-cc68-45e6-b0d1-f6e7e959f8fa {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:06:02.274679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.323831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Transition to ACTIVE for port object dd84403f-cc68-45e6-b0d1-f6e7e959f8fa will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:06:02.343042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.361849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4e370f2c-d848-42fd-8286-ee6131212913 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:02.401503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d5dfc3bf-9962-480e-a5f8-edc1792e4c6a req-08690bde-1c92-449a-b761-7fc8070c6b3d tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Synchronizing usage tracker for tenant:2064118e56804a31afe3c9889999edec on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:02.505524 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] For port 86ffa5c3-4142-4030-a9d5-12a9685bf423, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=86ffa5c3-4142-4030-a9d5-12a9685bf423,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:02.505906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.698121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Pushing event updated for resources: {'Port': ['ID=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:02.701672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:02.722308 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Calling delete_port for 86ffa5c3-4142-4030-a9d5-12a9685bf423 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:02.762206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d5dfc3bf-9962-480e-a5f8-edc1792e4c6a req-08690bde-1c92-449a-b761-7fc8070c6b3d tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Unset dirty status for tenant:2064118e56804a31afe3c9889999edec on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:02.763970 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d5dfc3bf-9962-480e-a5f8-edc1792e4c6a req-08690bde-1c92-449a-b761-7fc8070c6b3d tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364094 Jan 21 20:06:03.005471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082d977-e7bd-4728-9e70-bf206d6ae380 req-636f8c25-46aa-48cc-8bf7-8ca78e4080f6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:03.007686 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8082d977-e7bd-4728-9e70-bf206d6ae380 req-636f8c25-46aa-48cc-8bf7-8ca78e4080f6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 943 time: 0.4725437 Jan 21 20:06:03.205331 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8082d977-e7bd-4728-9e70-bf206d6ae380 req-d0a9b005-0304-4c66-b628-85a28226cd83 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561313 Jan 21 20:06:03.209522 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:03.254612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e1908670-edae-4491-a218-34e6351c4ac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:03.391310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Attempting to bind port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:06:03.391670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Attempting to bind port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:06:03.392151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Attempting to bind port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa on network 439901dd-d401-43ba-8aeb-555c8390d6f4 {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:06:03.402792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Pushing event deleted for resources: {'Port': ['ID=86ffa5c3-4142-4030-a9d5-12a9685bf423,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:03.411886 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:03.413506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:06:03.413881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Checking segment: {'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:06:03.414314 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:03.414714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Bound using segment: {'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:06:03.415207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Bound port: dd84403f-cc68-45e6-b0d1-f6e7e959f8fa, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:06:03.415578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:03.853937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] No DVR routers for this DVR port 86ffa5c3-4142-4030-a9d5-12a9685bf423 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:06:03.856354 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] For port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:06:03.859143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:03.862059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'name': 'network-vif-deleted', 'tag': '86ffa5c3-4142-4030-a9d5-12a9685bf423'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:03.878680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] For port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,segment=NetworkSegment(200aa7bc-a7a9-4136-b97d-b181680b229d),segment_id=200aa7bc-a7a9-4136-b97d-b181680b229d)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:06:03.883081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:03.899732 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:03.946025 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e4b718a1-d936-4d25-a532-d0df4ba70c12 req-fdd60171-fd8b-4ae3-93b2-c7c74635df32 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "DELETE /v2.0/ports/86ffa5c3-4142-4030-a9d5-12a9685bf423 HTTP/1.1" status: 204 len: 173 time: 2.2879829 Jan 21 20:06:03.949176 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8699456-69ac-43be-977c-aeb5a7ef27ba', 'name': 'network-vif-deleted', 'tag': '86ffa5c3-4142-4030-a9d5-12a9685bf423', 'status': 'completed', 'code': 200} Jan 21 20:06:04.139667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Pushing event updated for resources: {'Port': ['ID=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:04.149022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:04.217789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c26797-d759-43ba-88ce-573f11bc50c3 req-2bfad001-e3a0-4cc9-8df9-4e42312cc005 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:04.219581 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-66c26797-d759-43ba-88ce-573f11bc50c3 req-2bfad001-e3a0-4cc9-8df9-4e42312cc005 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 943 time: 0.2844689 Jan 21 20:06:04.222789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:04.223625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:04.225354 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] 10.222.0.38 "PUT /v2.0/ports/dd84403f-cc68-45e6-b0d1-f6e7e959f8fa HTTP/1.1" status: 200 len: 1157 time: 3.3005764 Jan 21 20:06:04.283879 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-66c26797-d759-43ba-88ce-573f11bc50c3 req-e63a7032-05eb-488a-97ef-60098f2bab6f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561392 Jan 21 20:06:04.467623 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-6cba3da5-2776-4ee0-8a87-7c3b74b83214 req-b7cc048a-7b66-4cfb-b133-93ad6695b0e6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:04.486846 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-33f1934c-d671-4a79-856a-64b8e22da9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:04.488997 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-33f1934c-d671-4a79-856a-64b8e22da9a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2064118e56804a31afe3c9889999edec&device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 1160 time: 0.1914883 Jan 21 20:06:04.496462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-6cba3da5-2776-4ee0-8a87-7c3b74b83214 req-b7cc048a-7b66-4cfb-b133-93ad6695b0e6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:04.497735 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6cba3da5-2776-4ee0-8a87-7c3b74b83214 req-b7cc048a-7b66-4cfb-b133-93ad6695b0e6 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=b8699456-69ac-43be-977c-aeb5a7ef27ba HTTP/1.1" status: 200 len: 210 time: 0.1123989 Jan 21 20:06:04.589962 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-8dcc8585-1f9a-441f-b3f8-ff645e828b66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa HTTP/1.1" status: 200 len: 217 time: 0.0785081 Jan 21 20:06:04.687277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-eb3b4ed3-8888-4d98-be40-2796b217fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:04.689296 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-eb3b4ed3-8888-4d98-be40-2796b217fac1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff34609f-3664-4798-809b-8f4193bee4d1 HTTP/1.1" status: 200 len: 848 time: 0.0797145 Jan 21 20:06:04.759817 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-d5160f45-4e27-455d-939b-85d42c8e8352 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=439901dd-d401-43ba-8aeb-555c8390d6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624862 Jan 21 20:06:04.915162 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-a0980c4b-4ee7-4a9a-bbd2-bd63078669cc service neutron] 10.222.0.38 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466084 Jan 21 20:06:05.072027 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-70f9e4b9-4f54-4bf0-b2a9-08c07c6ec42c req-23fef032-ce4b-45a1-bdea-b25b9c045495 service neutron] 10.222.0.38 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491389 Jan 21 20:06:05.552648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6010d-6a50-4556-945e-028a6ddb90f1 req-7d7ed9ed-d209-4382-9992-96d2d04a503f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:05.554414 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1cc6010d-6a50-4556-945e-028a6ddb90f1 req-7d7ed9ed-d209-4382-9992-96d2d04a503f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 943 time: 0.1133747 Jan 21 20:06:05.623641 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1cc6010d-6a50-4556-945e-028a6ddb90f1 req-d63c7de6-e71d-4142-bd3f-4865b444b93f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Jan 21 20:06:05.951117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8896d54f-635d-4907-809e-37635e59d2e1', 'tag': 'dd84403f-cc68-45e6-b0d1-f6e7e959f8fa'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:06.029325 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8896d54f-635d-4907-809e-37635e59d2e1', 'tag': 'dd84403f-cc68-45e6-b0d1-f6e7e959f8fa', 'status': 'completed', 'code': 200} Jan 21 20:06:06.204659 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-d977397d-b15f-4f24-9844-67057a2db2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:06.207620 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-d977397d-b15f-4f24-9844-67057a2db2c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2064118e56804a31afe3c9889999edec&device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 1160 time: 0.1297290 Jan 21 20:06:06.398868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-1d115057-b7d3-4880-a6c1-72727ec5fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:06.400491 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-1d115057-b7d3-4880-a6c1-72727ec5fe09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=439901dd-d401-43ba-8aeb-555c8390d6f4 HTTP/1.1" status: 200 len: 902 time: 0.1848347 Jan 21 20:06:06.485613 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-497eeb89-ad12-4539-a0f5-81015026dd61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa HTTP/1.1" status: 200 len: 217 time: 0.0769169 Jan 21 20:06:06.572715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-ab116849-0e08-482d-a309-c05441833e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:06.575505 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-ab116849-0e08-482d-a309-c05441833e44 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff34609f-3664-4798-809b-8f4193bee4d1 HTTP/1.1" status: 200 len: 848 time: 0.0762537 Jan 21 20:06:06.642572 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-9e0aaad1-7da7-4f24-beba-7f6e88ffce36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=439901dd-d401-43ba-8aeb-555c8390d6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593057 Jan 21 20:06:06.925236 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-a4f4b52f-d6d1-42c3-bab7-93100f2207dc service neutron] 10.222.0.38 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743664 Jan 21 20:06:07.116811 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2c86bf-0ad6-4441-879c-3c0e1e0b5d30 req-678aba69-66b4-4ae2-892a-6b97c5d99df9 service neutron] 10.222.0.38 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1778636 Jan 21 20:06:07.143255 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478115-fc5c-4d23-80fd-825e6d5c7608 req-6c1d2771-0f54-4c3a-b71f-0fa3154c4eea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:07.144989 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a8478115-fc5c-4d23-80fd-825e6d5c7608 req-6c1d2771-0f54-4c3a-b71f-0fa3154c4eea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 943 time: 0.2609437 Jan 21 20:06:07.208566 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a8478115-fc5c-4d23-80fd-825e6d5c7608 req-beab78c6-11b6-4caa-8d53-9f4fe52c5de3 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544145 Jan 21 20:06:07.415286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc543559-e27c-4f1e-8a60-b3c15ddf5d2e req-9854f6af-24d7-4dc8-b4f2-dec8994d7af2 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:07.417033 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cc543559-e27c-4f1e-8a60-b3c15ddf5d2e req-9854f6af-24d7-4dc8-b4f2-dec8994d7af2 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 945 time: 0.1257334 Jan 21 20:06:07.472516 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cc543559-e27c-4f1e-8a60-b3c15ddf5d2e req-eecf01c5-e603-4607-8bfb-f6d9ec09a546 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486534 Jan 21 20:06:07.999383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-bf607f5d-eb43-44a9-8f3c-e6db351f2301 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:06:08.575014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f82cd-a82f-4640-a050-c093affedfcc req-d2ccd505-490d-448f-b962-de939e730d0f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:08.576828 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-114f82cd-a82f-4640-a050-c093affedfcc req-d2ccd505-490d-448f-b962-de939e730d0f tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 943 time: 0.1469431 Jan 21 20:06:08.627020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device dd84403f-cc68-45e6-b0d1-f6e7e959f8fa up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:08.681446 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-114f82cd-a82f-4640-a050-c093affedfcc req-d3c81beb-24b7-431c-a4f7-cfb9ba852928 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916626 Jan 21 20:06:08.748465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:06:08.755095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:08.755499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:08.807769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc929-bcf7-46ad-ba8b-5ac251829cbb req-4fd2f0bd-e9b3-4d33-8797-bf00ad450aa9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:08.809552 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-650bc929-bcf7-46ad-ba8b-5ac251829cbb req-4fd2f0bd-e9b3-4d33-8797-bf00ad450aa9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 945 time: 0.1266353 Jan 21 20:06:08.877314 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-650bc929-bcf7-46ad-ba8b-5ac251829cbb req-60e135d0-9f1e-4241-857a-4da3f19af237 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542142 Jan 21 20:06:08.910930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:08.956877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8896d54f-635d-4907-809e-37635e59d2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd84403f-cc68-45e6-b0d1-f6e7e959f8fa'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:08.975054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,segment=NetworkSegment(200aa7bc-a7a9-4136-b97d-b181680b229d),segment_id=200aa7bc-a7a9-4136-b97d-b181680b229d)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:08.979323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:08.982509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:09.049185 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8896d54f-635d-4907-809e-37635e59d2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd84403f-cc68-45e6-b0d1-f6e7e959f8fa', 'code': 200} Jan 21 20:06:09.105475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:09.110267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:09.410017 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-f5906f59-845f-4bb3-8058-abc51a12e941 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:09.412065 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-f5906f59-845f-4bb3-8058-abc51a12e941 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 945 time: 0.1954825 Jan 21 20:06:09.414649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c7b01-460c-4eb4-a668-5b20ff7bf8ca req-b9443749-0774-4756-8f9a-8de56448ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:09.416277 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0c9c7b01-460c-4eb4-a668-5b20ff7bf8ca req-b9443749-0774-4756-8f9a-8de56448ba4e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 1162 time: 0.1460259 Jan 21 20:06:09.546059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Deleting port f775a934-0591-4ab3-a813-c4bc12a60f01 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:09.546499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.582078 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0c9c7b01-460c-4eb4-a668-5b20ff7bf8ca req-02950c5a-c3df-4054-8a59-7a8f27ff5646 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169109 Jan 21 20:06:09.911846 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] For port f775a934-0591-4ab3-a813-c4bc12a60f01, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f775a934-0591-4ab3-a813-c4bc12a60f01,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:09.912214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.925549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device dd84403f-cc68-45e6-b0d1-f6e7e959f8fa up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:10.027058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:10.027487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.069156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Calling delete_port for f775a934-0591-4ab3-a813-c4bc12a60f01 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:10.218398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device f775a934-0591-4ab3-a813-c4bc12a60f01 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:10.228189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadc0cc-80db-45be-bf96-1dcb69d069b4 req-96d32e90-6ffe-4dda-bcc8-ed354042189a tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:10.229908 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cfadc0cc-80db-45be-bf96-1dcb69d069b4 req-96d32e90-6ffe-4dda-bcc8-ed354042189a tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 945 time: 0.3915257 Jan 21 20:06:10.363179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.413562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port f775a934-0591-4ab3-a813-c4bc12a60f01, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f775a934-0591-4ab3-a813-c4bc12a60f01,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:10.417504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.419483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:10.496765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=f775a934-0591-4ab3-a813-c4bc12a60f01,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:10.502361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:10.575929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80130) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:06:10.576505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:06:10.588958 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cfadc0cc-80db-45be-bf96-1dcb69d069b4 req-327c1f4b-d374-4515-8dc1-bcecd333867d tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488457 Jan 21 20:06:10.632509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68b6d-cd8e-4b2d-8b53-b44d4d5f78d7 req-c7d1fae1-c253-4053-b597-58a18419953a tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:10.634663 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ddf68b6d-cd8e-4b2d-8b53-b44d4d5f78d7 req-c7d1fae1-c253-4053-b597-58a18419953a tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 945 time: 0.5209117 Jan 21 20:06:10.690113 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ddf68b6d-cd8e-4b2d-8b53-b44d4d5f78d7 req-51077ade-49e2-464c-b715-509fa973c5ab tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Jan 21 20:06:10.857460 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-771f21f9-a173-4d24-a0d1-a993e3e61f4b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0841167 Jan 21 20:06:11.050399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f775a934-0591-4ab3-a813-c4bc12a60f01'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:11.084114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Deleting port f775a934-0591-4ab3-a813-c4bc12a60f01 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:11.084970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:11.113019 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f775a934-0591-4ab3-a813-c4bc12a60f01', 'code': 200} Jan 21 20:06:11.197457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-2a389623-88f7-419f-b8e6-34c8ccf35ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:11.200299 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-2a389623-88f7-419f-b8e6-34c8ccf35ad8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cba7065ec475420494ae930e2a12f575&device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 1163 time: 0.2405334 Jan 21 20:06:11.525095 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-b6f81ff8-ae07-4f37-80fc-d574b38e9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:11.526721 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-b6f81ff8-ae07-4f37-80fc-d574b38e9e28 service neutron] 10.222.0.38 "GET /v2.0/networks?id=def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 200 len: 908 time: 0.2749395 Jan 21 20:06:11.625769 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-99978dcd-3cae-4d89-bf83-e83dcefd75a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58893be5-4eef-4c65-8dc0-5c7f1b398526 HTTP/1.1" status: 200 len: 217 time: 0.0865452 Jan 21 20:06:11.689062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] For port f775a934-0591-4ab3-a813-c4bc12a60f01, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f775a934-0591-4ab3-a813-c4bc12a60f01,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:11.690208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:11.847483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Calling delete_port for f775a934-0591-4ab3-a813-c4bc12a60f01 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:11.936727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device dd84403f-cc68-45e6-b0d1-f6e7e959f8fa up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:11.993797 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-e620cb8b-6dbc-4940-abc1-1f35bf9ae27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:11.995384 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-e620cb8b-6dbc-4940-abc1-1f35bf9ae27c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 200 len: 854 time: 0.3609183 Jan 21 20:06:12.021493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:12.021801 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:12.119036 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-6050ebed-58d3-4546-a0c8-49b77ce4185b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=def071dd-4086-40cf-b9af-9af11d36367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083319 Jan 21 20:06:12.355378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a74e39-b5fc-4195-915b-e7f99ab3d3ad req-677748b4-2c05-4763-af08-8197913c3b6d tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:12.357126 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e5a74e39-b5fc-4195-915b-e7f99ab3d3ad req-677748b4-2c05-4763-af08-8197913c3b6d tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 945 time: 0.5851598 Jan 21 20:06:12.437055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699410c-a791-463f-93f9-e90e4ba442bb req-5e58370f-ba8f-4111-bf90-bb37bcf81993 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:12.438815 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0699410c-a791-463f-93f9-e90e4ba442bb req-5e58370f-ba8f-4111-bf90-bb37bcf81993 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=76e2135b-b3db-4baf-907f-3faffa62a1c2 HTTP/1.1" status: 200 len: 943 time: 0.5201268 Jan 21 20:06:12.505948 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-04304a94-d8c6-4b09-b41c-16e66cdc4cba service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515329 Jan 21 20:06:12.514590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:12.557978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:12.604277 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e5a74e39-b5fc-4195-915b-e7f99ab3d3ad req-d22124e7-6cc3-4d9e-a7f5-0b5a1ff06697 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374728 Jan 21 20:06:12.675285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:12.742208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Pushing event deleted for resources: {'Port': ['ID=f775a934-0591-4ab3-a813-c4bc12a60f01,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:12.758816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:12.765116 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0699410c-a791-463f-93f9-e90e4ba442bb req-3c4950f4-8e3b-4217-bf08-93bf64075a7e tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069723 Jan 21 20:06:12.880782 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c276babc-6ab0-4e69-abc6-2e809129b3fd req-ee3ef5f4-862b-46d1-8ee6-6900e1e874c1 service neutron] 10.222.0.38 "GET /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3601685 Jan 21 20:06:12.927583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] No DVR routers for this DVR port f775a934-0591-4ab3-a813-c4bc12a60f01 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:06:12.929972 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:12.932989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'name': 'network-vif-deleted', 'tag': 'f775a934-0591-4ab3-a813-c4bc12a60f01'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:12.950749 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-afc2b2a3-2c30-4ceb-a4f2-8bbcbeb0a009 req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "DELETE /v2.0/ports/f775a934-0591-4ab3-a813-c4bc12a60f01 HTTP/1.1" status: 204 len: 173 time: 3.5211115 Jan 21 20:06:13.005261 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e2135b-b3db-4baf-907f-3faffa62a1c2', 'name': 'network-vif-deleted', 'tag': 'f775a934-0591-4ab3-a813-c4bc12a60f01', 'status': 'completed', 'code': 200} Jan 21 20:06:14.092733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c1a28-41d5-411f-b543-96a151a3fb06 req-d81cb514-91ca-47c6-881b-a8be682bf011 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:14.095476 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6e1c1a28-41d5-411f-b543-96a151a3fb06 req-d81cb514-91ca-47c6-881b-a8be682bf011 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 945 time: 0.1784329 Jan 21 20:06:14.180748 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6e1c1a28-41d5-411f-b543-96a151a3fb06 req-82b6835e-a7b1-4075-bd87-b224e81bb278 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729754 Jan 21 20:06:14.284658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f9fd497d-be5d-4dc4-9a5b-ebe278d7f7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:14.479735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1504a-93cf-4d75-b7b0-3ef14efe8967 req-5d1c1f67-a53d-4aad-afd9-d0354316864f tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:14.480567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fec1504a-93cf-4d75-b7b0-3ef14efe8967 req-5d1c1f67-a53d-4aad-afd9-d0354316864f tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:14.497250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fec1504a-93cf-4d75-b7b0-3ef14efe8967 req-5d1c1f67-a53d-4aad-afd9-d0354316864f tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:14.499510 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fec1504a-93cf-4d75-b7b0-3ef14efe8967 req-5d1c1f67-a53d-4aad-afd9-d0354316864f tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 945 time: 0.1267138 Jan 21 20:06:14.559892 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fec1504a-93cf-4d75-b7b0-3ef14efe8967 req-1dc5880b-ed95-4212-afea-eda231e33175 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536077 Jan 21 20:06:15.425999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5768498-f361-431a-b5f9-9b237232a9cd req-2b92230a-a919-4024-8057-58247d93df2c tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:15.428424 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f5768498-f361-431a-b5f9-9b237232a9cd req-2b92230a-a919-4024-8057-58247d93df2c tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 945 time: 0.1067140 Jan 21 20:06:15.484405 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f5768498-f361-431a-b5f9-9b237232a9cd req-d90ffd90-c818-49be-9a14-ce93e949fdb3 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476496 Jan 21 20:06:15.821132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device dd84403f-cc68-45e6-b0d1-f6e7e959f8fa no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:15.862100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-4098e248-b3a5-4485-8299-d5f919c2d434 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:15.863806 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-4098e248-b3a5-4485-8299-d5f919c2d434 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.38 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 945 time: 0.1755173 Jan 21 20:06:15.900787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1181e-5cf9-46ce-8ad9-f8a0dd227f5d req-2bf55b72-4887-423f-84b7-b2353e70f25c tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:15.900787 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5ef1181e-5cf9-46ce-8ad9-f8a0dd227f5d req-2bf55b72-4887-423f-84b7-b2353e70f25c tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 945 time: 0.1616716 Jan 21 20:06:15.955381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:15.988422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8896d54f-635d-4907-809e-37635e59d2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd84403f-cc68-45e6-b0d1-f6e7e959f8fa'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:15.999534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,segment=NetworkSegment(200aa7bc-a7a9-4136-b97d-b181680b229d),segment_id=200aa7bc-a7a9-4136-b97d-b181680b229d)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:16.002701 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.004759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f4d923d-81e9-49d5-94f0-dc6ad90bdb2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:16.011155 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5ef1181e-5cf9-46ce-8ad9-f8a0dd227f5d req-0e66dedb-0171-4b18-b577-063076cfd521 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093352 Jan 21 20:06:16.026644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Deleting port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:16.027041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.063467 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8896d54f-635d-4907-809e-37635e59d2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd84403f-cc68-45e6-b0d1-f6e7e959f8fa', 'code': 200} Jan 21 20:06:16.102334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:16.105728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:16.610269 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] For port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,segment=NetworkSegment(200aa7bc-a7a9-4136-b97d-b181680b229d),segment_id=200aa7bc-a7a9-4136-b97d-b181680b229d)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:16.610922 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.649936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-cf97f5e5-8f87-409e-8d4d-72e4909d6d4c tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:16.651681 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-cf97f5e5-8f87-409e-8d4d-72e4909d6d4c tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 945 time: 0.2467487 Jan 21 20:06:16.878443 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Calling delete_port for dd84403f-cc68-45e6-b0d1-f6e7e959f8fa owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:16.897693 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-193dbda1-e603-4d38-8ef0-33bd344e9006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:17.008657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Deleting port 86927c55-6143-48ce-8732-ec4dc65d415e {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:17.009037 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:17.209725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56060452-a1d8-44c6-83b2-7b90a9624581 req-9af77509-6090-4d64-b358-ab269101323a tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:17.211546 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-56060452-a1d8-44c6-83b2-7b90a9624581 req-9af77509-6090-4d64-b358-ab269101323a tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 943 time: 0.5586824 Jan 21 20:06:17.226009 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:17.426973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:17.457491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:17.521748 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-56060452-a1d8-44c6-83b2-7b90a9624581 req-ac561c8b-6e43-4ddd-8f25-2706f552c14d tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878327 Jan 21 20:06:17.599405 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Pushing event deleted for resources: {'Port': ['ID=dd84403f-cc68-45e6-b0d1-f6e7e959f8fa,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:17.630448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.631268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.631268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.631619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.632014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.632406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.632798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.633183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.633573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.633961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.634368 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.634756 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.635224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.635606 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.635995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.636379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.636765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.637147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.637527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.637908 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.638320 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.638697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.639083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.639465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:17.658540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:17.728284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8ab19-5ac6-41d3-84d2-a758dc61cac6 req-0e0283b0-9dc1-4c35-8f9a-12c2813ce400 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:17.730074 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dee8ab19-5ac6-41d3-84d2-a758dc61cac6 req-0e0283b0-9dc1-4c35-8f9a-12c2813ce400 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 945 time: 0.5471258 Jan 21 20:06:17.776913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] For port 86927c55-6143-48ce-8732-ec4dc65d415e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=86927c55-6143-48ce-8732-ec4dc65d415e,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:17.777229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:17.831802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 86927c55-6143-48ce-8732-ec4dc65d415e no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:17.968334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Calling delete_port for 86927c55-6143-48ce-8732-ec4dc65d415e owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:18.012361 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dee8ab19-5ac6-41d3-84d2-a758dc61cac6 req-cdfd25a1-3fab-40b6-8493-f0c6f0222b53 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755146 Jan 21 20:06:18.080328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] No DVR routers for this DVR port dd84403f-cc68-45e6-b0d1-f6e7e959f8fa on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:06:18.094311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:18.097567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8896d54f-635d-4907-809e-37635e59d2e1', 'name': 'network-vif-deleted', 'tag': 'dd84403f-cc68-45e6-b0d1-f6e7e959f8fa'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:18.126934 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e7c6a110-1efd-47e0-b24e-a004987ed547 req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.38 "DELETE /v2.0/ports/dd84403f-cc68-45e6-b0d1-f6e7e959f8fa HTTP/1.1" status: 204 len: 173 time: 2.2306986 Jan 21 20:06:18.161741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:18.220790 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8896d54f-635d-4907-809e-37635e59d2e1', 'name': 'network-vif-deleted', 'tag': 'dd84403f-cc68-45e6-b0d1-f6e7e959f8fa', 'status': 'completed', 'code': 200} Jan 21 20:06:18.257678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:18.281159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2165ad9b-8c0d-41ba-a41b-03f462299820 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:18.336383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Pushing event deleted for resources: {'Port': ['ID=86927c55-6143-48ce-8732-ec4dc65d415e,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:18.384685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:18.425190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:18.517949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] No DVR routers for this DVR port 86927c55-6143-48ce-8732-ec4dc65d415e on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:06:18.520949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:18.535418 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4b2f9dcc-824e-4177-a946-712944f37e69 req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "DELETE /v2.0/ports/86927c55-6143-48ce-8732-ec4dc65d415e HTTP/1.1" status: 204 len: 173 time: 1.7721834 Jan 21 20:06:18.781917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-ef4f48d7-acb3-49e1-8196-3fdb149245b6 req-f2de4aaf-234f-46a4-9fa8-1136d8f9a64e tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Synchronizing usage tracker for tenant:2064118e56804a31afe3c9889999edec on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:18.806013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-ef4f48d7-acb3-49e1-8196-3fdb149245b6 req-f2de4aaf-234f-46a4-9fa8-1136d8f9a64e tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Unset dirty status for tenant:2064118e56804a31afe3c9889999edec on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:18.807642 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ef4f48d7-acb3-49e1-8196-3fdb149245b6 req-f2de4aaf-234f-46a4-9fa8-1136d8f9a64e tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=8896d54f-635d-4907-809e-37635e59d2e1 HTTP/1.1" status: 200 len: 210 time: 0.1078236 Jan 21 20:06:18.905208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.283700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-baa6596f-559e-4ed5-b236-31264f584eac req-66322c7a-6403-4def-bac4-c0ea97df978e tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:19.312458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-baa6596f-559e-4ed5-b236-31264f584eac req-66322c7a-6403-4def-bac4-c0ea97df978e tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:19.314558 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-baa6596f-559e-4ed5-b236-31264f584eac req-66322c7a-6403-4def-bac4-c0ea97df978e tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=f8a8a6d2-e107-4881-84c2-16614d026afc HTTP/1.1" status: 200 len: 210 time: 0.1242943 Jan 21 20:06:19.596714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:06:20.224613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a8a6d2-e107-4881-84c2-16614d026afc', 'name': 'network-vif-deleted', 'tag': '86927c55-6143-48ce-8732-ec4dc65d415e'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:20.314003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-5a5c1a12-1425-45c0-9bd1-6dd69c38d34e tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:20.315777 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-5a5c1a12-1425-45c0-9bd1-6dd69c38d34e tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/networks?id=439901dd-d401-43ba-8aeb-555c8390d6f4 HTTP/1.1" status: 200 len: 808 time: 0.2082424 Jan 21 20:06:20.318120 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a8a6d2-e107-4881-84c2-16614d026afc', 'name': 'network-vif-deleted', 'tag': '86927c55-6143-48ce-8732-ec4dc65d415e', 'status': 'completed', 'code': 200} Jan 21 20:06:20.334731 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-215f3d27-e90e-4e4d-a9b5-4511c2ea006e tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/quotas/2064118e56804a31afe3c9889999edec HTTP/1.1" status: 200 len: 375 time: 0.0115006 Jan 21 20:06:20.389721 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-927408e2-32e8-4268-8466-3bfd1aadd975 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?tenant_id=2064118e56804a31afe3c9889999edec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488009 Jan 21 20:06:20.548744 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-b1fa5973-963c-4ad9-9aa4-ebf817703482 service neutron] 10.222.0.76 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500866 Jan 21 20:06:21.020747 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-d9dbe01b-aaf6-461e-a847-ed7c6405fe65 service neutron] 10.222.0.76 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4651458 Jan 21 20:06:21.273936 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cebddcee-130a-44d9-882c-98c81226faf6 req-a51a926e-cbfb-44b4-877a-19d181fefe3a tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 210 time: 0.0565522 Jan 21 20:06:22.242952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decce552-ae76-47c0-a102-75c7f5cbf49a req-66993603-522b-4e03-b0dd-50baaa1994ad tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:22.244911 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-decce552-ae76-47c0-a102-75c7f5cbf49a req-66993603-522b-4e03-b0dd-50baaa1994ad tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 946 time: 0.1192074 Jan 21 20:06:22.306201 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-decce552-ae76-47c0-a102-75c7f5cbf49a req-eb3a280b-7b20-4d26-aa3a-1b2272440605 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539460 Jan 21 20:06:22.518897 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-19d281a5-28bc-406a-b97b-7e8f7669aaff req-c4806d03-2e4d-42c7-97c4-248ac73249b0 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 210 time: 0.0729682 Jan 21 20:06:22.809504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a4fd980a-6ea0-4027-a802-68951aa8f370 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:22.812458 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a4fd980a-6ea0-4027-a802-68951aa8f370 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.38 "GET /v2.0/networks?id=439901dd-d401-43ba-8aeb-555c8390d6f4 HTTP/1.1" status: 200 len: 808 time: 0.2574658 Jan 21 20:06:22.841736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Request body: {'port': {'device_id': '0077f7d7-6554-4407-a6d5-9dfa9969c588', 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4', 'admin_state_up': True, 'tenant_id': '2064118e56804a31afe3c9889999edec'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:22.996549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:23.007285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:23.016490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Made reservation on behalf of 2064118e56804a31afe3c9889999edec for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:06:23.026839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:23.376888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Allocated IP 172.20.0.13 (439901dd-d401-43ba-8aeb-555c8390d6f4/ff34609f-3664-4798-809b-8f4193bee4d1/db4b8755-418f-4709-9e2c-6f6e830ad7a8) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:06:23.754954 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bedf31c4-0731-43f1-ad5d-108e9f318e35 req-4b323949-e6f8-489c-b399-fb6afbc53c97 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 210 time: 0.0738032 Jan 21 20:06:23.760822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:23.791626 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2905c-f4e0-40b1-a5dc-16193ad2f436 req-24d9ebcf-0b53-425a-b971-85c3a07e8917 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:23.793351 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-51f2905c-f4e0-40b1-a5dc-16193ad2f436 req-24d9ebcf-0b53-425a-b971-85c3a07e8917 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 946 time: 0.3178833 Jan 21 20:06:23.868970 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-51f2905c-f4e0-40b1-a5dc-16193ad2f436 req-6f9244a2-5056-431f-8324-acc1d11a9b01 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605738 Jan 21 20:06:23.870339 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:23.890572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7a0f686-8465-4a30-8017-e5c005bb7671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:24.006474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 58893be5-4eef-4c65-8dc0-5c7f1b398526 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:24.050575 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Pushing event updated for resources: {'Port': ['ID=db4b8755-418f-4709-9e2c-6f6e830ad7a8,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:24.057274 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:24.129510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 58893be5-4eef-4c65-8dc0-5c7f1b398526 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:24.130212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:24.215961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:06:24.217806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:06:24.221129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:06:24.321948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:24.322637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:24.374322 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-4ca3c979-9c2d-4e18-9d3f-ccd55422a520 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:24.377158 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-4ca3c979-9c2d-4e18-9d3f-ccd55422a520 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 946 time: 0.2715678 Jan 21 20:06:24.451536 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6139829 Jan 21 20:06:24.488080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Request body: {'port': {'device_id': '0077f7d7-6554-4407-a6d5-9dfa9969c588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:24.566058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Deleting port 58893be5-4eef-4c65-8dc0-5c7f1b398526 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:24.566466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:24.771034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.170511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] For port 58893be5-4eef-4c65-8dc0-5c7f1b398526, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=58893be5-4eef-4c65-8dc0-5c7f1b398526,segment=NetworkSegment(bd77b8ac-1797-487b-9ee6-54d7681f8584),segment_id=bd77b8ac-1797-487b-9ee6-54d7681f8584)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:25.170905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.382865 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Calling delete_port for 58893be5-4eef-4c65-8dc0-5c7f1b398526 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:25.826290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e9f6c-dc0a-4037-b758-2ed5028bc928 req-24fa09eb-3bfa-4308-9219-77ea27082141 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:25.827106 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d18e9f6c-dc0a-4037-b758-2ed5028bc928 req-24fa09eb-3bfa-4308-9219-77ea27082141 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Synchronizing usage tracker for tenant:2064118e56804a31afe3c9889999edec on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:25.865036 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 58893be5-4eef-4c65-8dc0-5c7f1b398526 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:25.906231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a088ab5-79e3-4b22-b111-dfe191450ba2 req-be915194-e652-4883-8f5b-2534be49298b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:25.907981 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a088ab5-79e3-4b22-b111-dfe191450ba2 req-be915194-e652-4883-8f5b-2534be49298b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 946 time: 0.8119426 Jan 21 20:06:25.918463 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-d18e9f6c-dc0a-4037-b758-2ed5028bc928 req-24fa09eb-3bfa-4308-9219-77ea27082141 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Unset dirty status for tenant:2064118e56804a31afe3c9889999edec on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:25.919770 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d18e9f6c-dc0a-4037-b758-2ed5028bc928 req-24fa09eb-3bfa-4308-9219-77ea27082141 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 932 time: 0.9278235 Jan 21 20:06:26.004049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.119626 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d18e9f6c-dc0a-4037-b758-2ed5028bc928 req-4d31b37b-338a-4177-86c3-f0648bef6ae7 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383269 Jan 21 20:06:26.125401 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a088ab5-79e3-4b22-b111-dfe191450ba2 req-cf53dc26-bd78-45f4-a238-2275154f7ada tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/security-groups?id=c2b5c186-9743-4417-a1cb-1201144f1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046101 Jan 21 20:06:26.127558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.145276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9cfd492b-11f7-46d0-87fe-96a27e5bbf11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:26.201566 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Pushing event deleted for resources: {'Port': ['ID=58893be5-4eef-4c65-8dc0-5c7f1b398526,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:26.259602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:26.352814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4b8755-418f-4709-9e2c-6f6e830ad7a8 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:06:26.373915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.404361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Transition to ACTIVE for port object db4b8755-418f-4709-9e2c-6f6e830ad7a8 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:06:26.410163 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.428543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-644e8a14-6bb5-4147-b370-bda30447b2e1 tempest-VolumesActionsTest-1692364270 tempest-VolumesActionsTest-1692364270] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:26.587625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] No DVR routers for this DVR port 58893be5-4eef-4c65-8dc0-5c7f1b398526 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:06:26.602221 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.605056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebec85f-57e7-4bf8-92b3-928df529d0fe', 'name': 'network-vif-deleted', 'tag': '58893be5-4eef-4c65-8dc0-5c7f1b398526'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:26.624868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Pushing event updated for resources: {'Port': ['ID=db4b8755-418f-4709-9e2c-6f6e830ad7a8,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:26.633253 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:26.640859 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-aaea3a2f-1ac8-42c8-98f2-de7835c7732f req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.38 "DELETE /v2.0/ports/58893be5-4eef-4c65-8dc0-5c7f1b398526 HTTP/1.1" status: 204 len: 173 time: 2.2555485 Jan 21 20:06:26.750788 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebec85f-57e7-4bf8-92b3-928df529d0fe', 'name': 'network-vif-deleted', 'tag': '58893be5-4eef-4c65-8dc0-5c7f1b398526', 'status': 'completed', 'code': 200} Jan 21 20:06:26.856201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Attempting to bind port db4b8755-418f-4709-9e2c-6f6e830ad7a8 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:06:26.856500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Attempting to bind port db4b8755-418f-4709-9e2c-6f6e830ad7a8 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:06:26.856956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Attempting to bind port db4b8755-418f-4709-9e2c-6f6e830ad7a8 on network 439901dd-d401-43ba-8aeb-555c8390d6f4 {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:06:26.863540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:06:26.864497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Checking segment: {'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:06:26.865070 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.865491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Bound using segment: {'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:06:26.865962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Bound port: db4b8755-418f-4709-9e2c-6f6e830ad7a8, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200aa7bc-a7a9-4136-b97d-b181680b229d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '439901dd-d401-43ba-8aeb-555c8390d6f4'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:06:26.866355 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.967688 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] For port db4b8755-418f-4709-9e2c-6f6e830ad7a8, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:06:26.970994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] For port db4b8755-418f-4709-9e2c-6f6e830ad7a8, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=db4b8755-418f-4709-9e2c-6f6e830ad7a8,segment=NetworkSegment(200aa7bc-a7a9-4136-b97d-b181680b229d),segment_id=200aa7bc-a7a9-4136-b97d-b181680b229d)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:06:26.975854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.989463 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-64e339e8-5af6-425f-af39-a314b708deb5 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:27.158656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Pushing event updated for resources: {'Port': ['ID=db4b8755-418f-4709-9e2c-6f6e830ad7a8,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:27.164933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:27.200801 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:27.201954 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:27.203877 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] 10.222.0.38 "PUT /v2.0/ports/db4b8755-418f-4709-9e2c-6f6e830ad7a8 HTTP/1.1" status: 200 len: 1158 time: 2.7297673 Jan 21 20:06:27.510013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-71f87fdd-6edb-4968-8cb3-b83d9d77714a req-2f9e7f8b-7729-400f-9af2-ee465766953e tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Synchronizing usage tracker for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:27.548580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-71f87fdd-6edb-4968-8cb3-b83d9d77714a req-2f9e7f8b-7729-400f-9af2-ee465766953e tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Unset dirty status for tenant:cba7065ec475420494ae930e2a12f575 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:27.549873 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-71f87fdd-6edb-4968-8cb3-b83d9d77714a req-2f9e7f8b-7729-400f-9af2-ee465766953e tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] 10.222.0.76 "GET /v2.0/ports?device_id=4ebec85f-57e7-4bf8-92b3-928df529d0fe HTTP/1.1" status: 200 len: 210 time: 0.1242578 Jan 21 20:06:27.577933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-bb96bdfc-5324-4113-98ea-6d911b3c1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:27.579613 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-bb96bdfc-5324-4113-98ea-6d911b3c1323 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2064118e56804a31afe3c9889999edec&device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 1161 time: 0.3083506 Jan 21 20:06:27.604745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b33f8-e3c6-437f-bb59-44a4e43f4cc2 req-e8d76d16-fa15-4474-89a2-394d02c101de tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:27.606453 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-da5b33f8-e3c6-437f-bb59-44a4e43f4cc2 req-e8d76d16-fa15-4474-89a2-394d02c101de tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 944 time: 0.2574372 Jan 21 20:06:27.697825 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-c2cbd5b4-fffe-4d25-bada-47d306ab4ada service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4b8755-418f-4709-9e2c-6f6e830ad7a8 HTTP/1.1" status: 200 len: 217 time: 0.0902522 Jan 21 20:06:27.768217 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-da5b33f8-e3c6-437f-bb59-44a4e43f4cc2 req-00181c3a-f2b3-470e-b3c1-d8a37cb9dd2e tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078849 Jan 21 20:06:27.792121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-ae65c797-ef9d-43b1-8af1-f016e8a6e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:27.793714 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-ae65c797-ef9d-43b1-8af1-f016e8a6e1d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff34609f-3664-4798-809b-8f4193bee4d1 HTTP/1.1" status: 200 len: 848 time: 0.0823789 Jan 21 20:06:27.851023 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-a1d777fd-4928-4b72-afbf-9341c50724fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=439901dd-d401-43ba-8aeb-555c8390d6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484037 Jan 21 20:06:28.004694 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-66a122c3-0a50-4361-9028-03b8f40fec1d service neutron] 10.222.0.38 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430418 Jan 21 20:06:28.183237 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8a6d92af-f341-44bd-85cf-3ab0a0b220ba req-9740f941-89fe-4a81-8106-13b75e1c67f0 service neutron] 10.222.0.38 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1672864 Jan 21 20:06:28.670662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43692) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:28.749142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Deleting subnet c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:06:28.751994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0077f7d7-6554-4407-a6d5-9dfa9969c588', 'tag': 'db4b8755-418f-4709-9e2c-6f6e830ad7a8'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:28.752816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:28.815562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:28.817937 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0077f7d7-6554-4407-a6d5-9dfa9969c588', 'tag': 'db4b8755-418f-4709-9e2c-6f6e830ad7a8', 'status': 'completed', 'code': 200} Jan 21 20:06:28.882281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:28.958720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-e2ffea6a-7fa3-46e3-b87f-f1309a74eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:28.960660 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-e2ffea6a-7fa3-46e3-b87f-f1309a74eba8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2064118e56804a31afe3c9889999edec&device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 1161 time: 0.0917869 Jan 21 20:06:29.181137 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.195549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-9c2d5022-960a-4624-93e0-55ae7d509136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:29.198027 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-9c2d5022-960a-4624-93e0-55ae7d509136 service neutron] 10.222.0.38 "GET /v2.0/networks?id=439901dd-d401-43ba-8aeb-555c8390d6f4 HTTP/1.1" status: 200 len: 902 time: 0.2289047 Jan 21 20:06:29.198251 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:29.233883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33dd73-1752-4ba9-af5e-1e36534968be req-012c06c1-8678-4657-9b46-2bff49225936 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:29.236899 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-db33dd73-1752-4ba9-af5e-1e36534968be req-012c06c1-8678-4657-9b46-2bff49225936 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 944 time: 0.2434559 Jan 21 20:06:29.291460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fc46a3-c763-4d9a-a955-8c6ecf80dd05,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:29.312733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.313159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.313550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.313954 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.314411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.314815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.315214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.315612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.316018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.316410 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.316799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.318046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.318570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.318962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.319359 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.319755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.320150 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.320543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.320936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.321331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.321998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.322411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.322802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.323193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:29.329715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:29.372596 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-db71a424-9e51-43b8-b18b-603cdc08396c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4b8755-418f-4709-9e2c-6f6e830ad7a8 HTTP/1.1" status: 200 len: 217 time: 0.1340554 Jan 21 20:06:29.374163 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.393755 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-476c9b7b-a422-4298-91cf-0a4bacead35e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c3fc46a3-c763-4d9a-a955-8c6ecf80dd05 HTTP/1.1" status: 204 len: 168 time: 0.7215168 Jan 21 20:06:29.397702 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43700) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:29.453346 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-db33dd73-1752-4ba9-af5e-1e36534968be req-46c317d0-8401-481d-b711-826f84e5fa16 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053758 Jan 21 20:06:29.475719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-89bfe796-d2dd-46ae-ac58-bfdc72d232de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:29.477643 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-89bfe796-d2dd-46ae-ac58-bfdc72d232de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff34609f-3664-4798-809b-8f4193bee4d1 HTTP/1.1" status: 200 len: 848 time: 0.0960221 Jan 21 20:06:29.550709 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-f17d0a36-e7c9-41eb-8baa-c7bdc8ee8a60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=439901dd-d401-43ba-8aeb-555c8390d6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595496 Jan 21 20:06:29.585691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.732801 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-0e564e86-3b04-42e4-9a2f-ab3bed3d7bc0 service neutron] 10.222.0.38 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705096 Jan 21 20:06:29.807197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.900983 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a75bcdb4-bc3e-4c50-90df-99d73437c721 req-5f70e5b0-e7cd-41e2-a1b8-6cb707730544 service neutron] 10.222.0.38 "GET /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1566110 Jan 21 20:06:29.933155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def071dd-4086-40cf-b9af-9af11d36367a']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:29.948736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd77b8ac-1797-487b-9ee6-54d7681f8584') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:29.949089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd77b8ac-1797-487b-9ee6-54d7681f8584') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:29.963744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.980280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.982530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:06:30.187880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Network def071dd-4086-40cf-b9af-9af11d36367a has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:30.198258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.375758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device db4b8755-418f-4709-9e2c-6f6e830ad7a8 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:30.384595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Network def071dd-4086-40cf-b9af-9af11d36367a has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:06:30.414308 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:06:30.452160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port db4b8755-418f-4709-9e2c-6f6e830ad7a8 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:06:30.459204 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port db4b8755-418f-4709-9e2c-6f6e830ad7a8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:30.459636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.498365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.502390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:30.517718 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.527823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=def071dd-4086-40cf-b9af-9af11d36367a,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:30.533059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:30.546085 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/def071dd-4086-40cf-b9af-9af11d36367a HTTP/1.1" status: 204 len: 168 time: 1.1465962 Jan 21 20:06:30.604783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.637903 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0077f7d7-6554-4407-a6d5-9dfa9969c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4b8755-418f-4709-9e2c-6f6e830ad7a8'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:30.648651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port db4b8755-418f-4709-9e2c-6f6e830ad7a8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=db4b8755-418f-4709-9e2c-6f6e830ad7a8,segment=NetworkSegment(200aa7bc-a7a9-4136-b97d-b181680b229d),segment_id=200aa7bc-a7a9-4136-b97d-b181680b229d)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:30.652637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.655478 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:30.753997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=db4b8755-418f-4709-9e2c-6f6e830ad7a8,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:30.767229 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0077f7d7-6554-4407-a6d5-9dfa9969c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4b8755-418f-4709-9e2c-6f6e830ad7a8', 'code': 200} Jan 21 20:06:30.768889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.769496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.770214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.772006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.772765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.773337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.773899 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.774559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.775121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.775678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.776238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.776828 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.777484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.778117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.778748 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.779809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.780544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.781162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.782259 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.782992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.783570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.784149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.784714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.785337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:30.797480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:30.851744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b95ae1-be65-4207-9402-bf9cb7b929ab req-3c0002a5-d5ca-4d18-a373-8867f49b13d2 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:30.854721 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c7b95ae1-be65-4207-9402-bf9cb7b929ab req-3c0002a5-d5ca-4d18-a373-8867f49b13d2 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 946 time: 0.2406156 Jan 21 20:06:30.882937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43710) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:30.933823 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c7b95ae1-be65-4207-9402-bf9cb7b929ab req-bf7c594d-4a94-40b7-8461-ad2a619f9158 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678675 Jan 21 20:06:30.951689 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6784b353-9afa-443e-9a91-6f762e06a01f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cba7065ec475420494ae930e2a12f575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673115 Jan 21 20:06:30.956195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43714) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:31.027947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e50a4ec5-7144-4716-92ad-0bd49c823fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:31.059654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e50a4ec5-7144-4716-92ad-0bd49c823fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:31.116807 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e50a4ec5-7144-4716-92ad-0bd49c823fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:31.123276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc50735c-b269-4b70-8d29-297dde6d081e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:31.129879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b04e5f-14a6-4a3d-b9a7-c547692b9c0b req-546c0b98-e275-4569-8585-d3ca47864ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:31.132888 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a2b04e5f-14a6-4a3d-b9a7-c547692b9c0b req-546c0b98-e275-4569-8585-d3ca47864ec7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 1163 time: 0.1171091 Jan 21 20:06:31.138472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a4ec5-7144-4716-92ad-0bd49c823fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b5c186-9743-4417-a1cb-1201144f1dfd,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:31.141592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e50a4ec5-7144-4716-92ad-0bd49c823fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:31.154126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e50a4ec5-7144-4716-92ad-0bd49c823fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:31.156521 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e50a4ec5-7144-4716-92ad-0bd49c823fbb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2b5c186-9743-4417-a1cb-1201144f1dfd HTTP/1.1" status: 204 len: 168 time: 0.1985033 Jan 21 20:06:31.184672 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a2b04e5f-14a6-4a3d-b9a7-c547692b9c0b req-a2fae322-aa09-4a3d-9999-6de7b792cd8e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Jan 21 20:06:32.099489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device db4b8755-418f-4709-9e2c-6f6e830ad7a8 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:32.185134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port db4b8755-418f-4709-9e2c-6f6e830ad7a8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:32.185537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.195074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707deb0-25c9-48f4-aa3f-de6f110b3235 req-cff54cfe-bd8d-4258-bc26-9c7ef2cc3675 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:32.197084 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3707deb0-25c9-48f4-aa3f-de6f110b3235 req-cff54cfe-bd8d-4258-bc26-9c7ef2cc3675 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 946 time: 0.1122169 Jan 21 20:06:32.224077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43738) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:32.296998 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3707deb0-25c9-48f4-aa3f-de6f110b3235 req-035f00c5-b9a5-4118-b4b6-0c16cd686546 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867887 Jan 21 20:06:32.412944 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-55574791-network', 'tenant_id': '5fc8bae99f984c2897f379e5ec2e06b0'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:32.418243 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:32.422844 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Usage tracker for resource:network and tenant:5fc8bae99f984c2897f379e5ec2e06b0 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:32.426559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:32.432386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:32.443534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Made reservation on behalf of 5fc8bae99f984c2897f379e5ec2e06b0 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:06:32.448698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.463675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.480539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:32.484802 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc8bae99f984c2897f379e5ec2e06b0 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:32.488110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:32.494723 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:32.593823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.597153 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.603115 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a6539088-14a3-4f32-9ba6-6d9a5a8cb9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:32.638771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:06:32.650730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a50976-8afd-4cd8-aa87-74ebf72147b1,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:32.654933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:32.657813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.658314 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Added segment 2da4db15-82a2-4f35-811d-6aaa9bf47569 of type vxlan for network 2fac73e8-e2b0-4fca-af0b-ea1a426d1708 Jan 21 20:06:32.691122 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.726857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.728323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:32.729099 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.734549 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:33.093037 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8675251 Jan 21 20:06:33.096403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43744) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:33.096577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=2fac73e8-e2b0-4fca-af0b-ea1a426d1708,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:33.099836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:33.103686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Request body: {'subnet': {'network_id': '2fac73e8-e2b0-4fca-af0b-ea1a426d1708', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-55574791-subnet', 'tenant_id': '5fc8bae99f984c2897f379e5ec2e06b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:33.109304 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 2fac73e8-e2b0-4fca-af0b-ea1a426d1708 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:06:33.110457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:33.116240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Usage tracker for resource:subnet and tenant:5fc8bae99f984c2897f379e5ec2e06b0 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:33.120210 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:33.125282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 2fac73e8-e2b0-4fca-af0b-ea1a426d1708 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:06:33.128164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:33.143612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Made reservation on behalf of 5fc8bae99f984c2897f379e5ec2e06b0 for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:06:33.152561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3195943'] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:33.879317 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68852f-39fc-44a8-a748-f51cbda8af55 req-42ada127-def2-4552-a3a6-6dd67616b18a tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:33.881788 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0c68852f-39fc-44a8-a748-f51cbda8af55 req-42ada127-def2-4552-a3a6-6dd67616b18a tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 946 time: 0.4418151 Jan 21 20:06:33.953711 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0c68852f-39fc-44a8-a748-f51cbda8af55 req-a5562940-1cef-43ba-92eb-5ee3e86003b0 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602462 Jan 21 20:06:34.043206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851429355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3195924'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:34.059771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-930026bd-88ee-43a4-9757-c8669725ccaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:34.195248 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae090505-deb6-42d1-9fad-df4f1377373d,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:34.207841 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:34.275493 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Checking segment: {'id': '2da4db15-82a2-4f35-811d-6aaa9bf47569', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2fac73e8-e2b0-4fca-af0b-ea1a426d1708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:06:34.275893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Network hostable DHCP agents. Network: 2fac73e8-e2b0-4fca-af0b-ea1a426d1708, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:06:34.296150 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Network 2fac73e8-e2b0-4fca-af0b-ea1a426d1708 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:06:34.305636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 2fac73e8-e2b0-4fca-af0b-ea1a426d1708) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:06:34.315616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d3b7f-acd7-413c-86c0-3c488c6effb6 None None] Network 2fac73e8-e2b0-4fca-af0b-ea1a426d1708 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:06:34.325916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:34.326752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:34.352428 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b556af03-7c56-46e0-b151-3e116a7d8b83 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2546401 Jan 21 20:06:34.566344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0cb17-5460-463c-a584-b5f045e41ff1 None None] Network 2fac73e8-e2b0-4fca-af0b-ea1a426d1708 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:06:35.131949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43778) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:35.138456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-417830230-network', 'tenant_id': '297ec393bf0e451db77814a5d9974994'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:35.144055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:35.149287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Usage tracker for resource:network and tenant:297ec393bf0e451db77814a5d9974994 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:35.152422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:35.158351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:35.171595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Made reservation on behalf of 297ec393bf0e451db77814a5d9974994 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:06:35.176382 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.191181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.209858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:35.216863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Usage tracker for resource:security_group_rule and tenant:297ec393bf0e451db77814a5d9974994 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:35.222029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:35.232936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:35.314307 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dbe7b-c230-4fc7-b803-e4e31175dc08 req-862113a7-c550-40fc-8998-ca4dd0a207d8 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:35.316195 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-693dbe7b-c230-4fc7-b803-e4e31175dc08 req-862113a7-c550-40fc-8998-ca4dd0a207d8 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 946 time: 0.1166127 Jan 21 20:06:35.332215 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.335725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.340170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2caf6000-17a2-4f2b-879f-652759218ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:35.372281 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-693dbe7b-c230-4fc7-b803-e4e31175dc08 req-24ef80fe-5c67-4745-8868-ba3a5511f5fc tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Jan 21 20:06:35.376013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:06:35.386440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5969c463-9733-4c2a-a09a-1edbba210ba3,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:35.390662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:35.393287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.393724 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Added segment a02cac7e-5117-4a8a-924f-ffe925f03591 of type vxlan for network 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 Jan 21 20:06:35.421991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.453015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.454416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:35.455065 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.460904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d6cb5eb-4f29-4fe2-882a-b270092a9de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:35.566042 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4327428 Jan 21 20:06:35.569853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43782) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:35.575803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Pushing event updated for resources: {'Network': ['ID=5d1c66fe-196a-41b1-8bea-ca9d1f36cd13,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:35.576422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Request body: {'subnet': {'network_id': '5d1c66fe-196a-41b1-8bea-ca9d1f36cd13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-417830230-subnet', 'tenant_id': '297ec393bf0e451db77814a5d9974994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:35.578725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:35.583964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:35.588760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:06:35.589170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Usage tracker for resource:subnet and tenant:297ec393bf0e451db77814a5d9974994 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:35.592287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:35.598859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:35.608714 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Made reservation on behalf of 297ec393bf0e451db77814a5d9974994 for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:06:35.615132 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3195943'] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:35.620515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:06:36.100651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851429355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3195924'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:36.116013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:36.246166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a7789f-bbdb-4510-9a41-65bfe5a4ac6d,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:36.249254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:36.319614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Checking segment: {'id': 'a02cac7e-5117-4a8a-924f-ffe925f03591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5d1c66fe-196a-41b1-8bea-ca9d1f36cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:06:36.320013 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Network hostable DHCP agents. Network: 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:06:36.339898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Network 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:06:36.349419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:06:36.358492 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c617f-a6c3-4e6f-bdbe-bbf7b93e9492 None None] Network 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:06:36.361435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:36.362084 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:36.382331 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-042fe9b5-c610-4603-a6d4-9f0d3026da5d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8112166 Jan 21 20:06:36.547996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43790) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:36.601388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf9733-8c51-40f0-9641-773b48534003 None None] Network 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:06:36.620580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] Deleting subnet ae090505-deb6-42d1-9fad-df4f1377373d {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:06:36.623906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:36.655165 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a510-844f-46c3-a623-0c8b5dbc0368 req-ef2c8d9a-188e-4cfd-8753-96b923ce3070 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:36.657000 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-30e3a510-844f-46c3-a623-0c8b5dbc0368 req-ef2c8d9a-188e-4cfd-8753-96b923ce3070 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 946 time: 0.1367617 Jan 21 20:06:36.680195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:36.726771 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-30e3a510-844f-46c3-a623-0c8b5dbc0368 req-888a8463-331b-40d7-a247-4c7ee09105c7 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/security-groups?id=97890b41-32a3-44b4-8895-3cbc6806a08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609109 Jan 21 20:06:36.780777 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:36.842995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-9c225b19-df8d-4616-8501-13a41eee1bbc tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:36.844652 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-9c225b19-df8d-4616-8501-13a41eee1bbc tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.38 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 946 time: 0.1163118 Jan 21 20:06:36.933914 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Deleting port db4b8755-418f-4709-9e2c-6f6e830ad7a8 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:36.934350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.049892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.066690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:37.159834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae090505-deb6-42d1-9fad-df4f1377373d,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:37.164890 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:37.213517 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.219057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] For port db4b8755-418f-4709-9e2c-6f6e830ad7a8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=db4b8755-418f-4709-9e2c-6f6e830ad7a8,segment=NetworkSegment(200aa7bc-a7a9-4136-b97d-b181680b229d),segment_id=200aa7bc-a7a9-4136-b97d-b181680b229d)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:37.222426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.222560 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d1d3224a-b15a-4e8a-8a78-8351bb1b38e4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ae090505-deb6-42d1-9fad-df4f1377373d HTTP/1.1" status: 204 len: 168 time: 0.6701157 Jan 21 20:06:37.222560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43794) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:37.338196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.356310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Calling delete_port for db4b8755-418f-4709-9e2c-6f6e830ad7a8 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:37.515294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.531361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e4958d1e-fe0e-40a0-a4f9-10c99f552481 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:37.547842 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.630875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Pushing event deleted for resources: {'Port': ['ID=db4b8755-418f-4709-9e2c-6f6e830ad7a8,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:37.637984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:37.674208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fac73e8-e2b0-4fca-af0b-ea1a426d1708']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:37.690636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da4db15-82a2-4f35-811d-6aaa9bf47569') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:37.690977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da4db15-82a2-4f35-811d-6aaa9bf47569') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:37.705961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.730515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.733243 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:06:37.763409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] No DVR routers for this DVR port db4b8755-418f-4709-9e2c-6f6e830ad7a8 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:06:37.765817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.769531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0077f7d7-6554-4407-a6d5-9dfa9969c588', 'name': 'network-vif-deleted', 'tag': 'db4b8755-418f-4709-9e2c-6f6e830ad7a8'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:37.792425 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0f8e567e-3ad2-4216-abc9-5ac1c5857eda req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.38 "DELETE /v2.0/ports/db4b8755-418f-4709-9e2c-6f6e830ad7a8 HTTP/1.1" status: 204 len: 173 time: 0.9380832 Jan 21 20:06:37.856773 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0077f7d7-6554-4407-a6d5-9dfa9969c588', 'name': 'network-vif-deleted', 'tag': 'db4b8755-418f-4709-9e2c-6f6e830ad7a8', 'status': 'completed', 'code': 200} Jan 21 20:06:37.920231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-2c19ea46-597e-4ae3-9b2c-8b5eed42174c req-29283748-c61a-4f44-b052-403362884b71 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Synchronizing usage tracker for tenant:2064118e56804a31afe3c9889999edec on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:37.936501 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Network 2fac73e8-e2b0-4fca-af0b-ea1a426d1708 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:37.940352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-2c19ea46-597e-4ae3-9b2c-8b5eed42174c req-29283748-c61a-4f44-b052-403362884b71 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Unset dirty status for tenant:2064118e56804a31afe3c9889999edec on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:37.943750 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2c19ea46-597e-4ae3-9b2c-8b5eed42174c req-29283748-c61a-4f44-b052-403362884b71 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] 10.222.0.76 "GET /v2.0/ports?device_id=0077f7d7-6554-4407-a6d5-9dfa9969c588 HTTP/1.1" status: 200 len: 210 time: 0.0752542 Jan 21 20:06:37.947212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.022595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device db4b8755-418f-4709-9e2c-6f6e830ad7a8 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:38.059667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] No Port match for: db4b8755-418f-4709-9e2c-6f6e830ad7a8 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:06:38.060067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device db4b8755-418f-4709-9e2c-6f6e830ad7a8 not bound to the agent host hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:06:38.133572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Network 2fac73e8-e2b0-4fca-af0b-ea1a426d1708 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:06:38.157782 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:06:38.243374 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.246865 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1b875c11-7fe1-45b1-abae-30db476c263e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:38.262361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.273581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fac73e8-e2b0-4fca-af0b-ea1a426d1708,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:38.276480 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2fac73e8-e2b0-4fca-af0b-ea1a426d1708 HTTP/1.1" status: 204 len: 168 time: 1.0526471 Jan 21 20:06:38.277516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-788bda0c-e087-4db7-83ed-14c3df520d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:38.279787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43802) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:38.352608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Deleting subnet a6a7789f-bbdb-4510-9a41-65bfe5a4ac6d {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:06:38.356074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.410710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.476668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.758455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.772614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:38.859769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a7789f-bbdb-4510-9a41-65bfe5a4ac6d,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:38.868038 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:38.914003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.920349 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a6a7789f-bbdb-4510-9a41-65bfe5a4ac6d HTTP/1.1" status: 204 len: 168 time: 0.6394651 Jan 21 20:06:38.923067 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43806) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:39.048166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.251920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.377967 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1c66fe-196a-41b1-8bea-ca9d1f36cd13']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:39.389124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02cac7e-5117-4a8a-924f-ffe925f03591') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:39.389465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02cac7e-5117-4a8a-924f-ffe925f03591') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:39.415047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.432359 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.434593 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:06:39.627247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Network 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:39.639725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.837486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Network 5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:06:39.861114 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:06:39.944751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.949905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:39.971282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.983261 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5d1c66fe-196a-41b1-8bea-ca9d1f36cd13 HTTP/1.1" status: 204 len: 168 time: 1.0590858 Jan 21 20:06:39.984381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d1c66fe-196a-41b1-8bea-ca9d1f36cd13,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:39.987102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:40.189278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43838) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:40.252006 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0250014b-bbb6-494d-979f-2f308043ec71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5fc8bae99f984c2897f379e5ec2e06b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612922 Jan 21 20:06:40.255222 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43844) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:40.324208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1913e6ba-7a5e-4816-9712-94044ac3f385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:40.355217 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1913e6ba-7a5e-4816-9712-94044ac3f385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:40.419312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1913e6ba-7a5e-4816-9712-94044ac3f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:40.424535 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d3a7cb76-b1e2-4468-9829-17980cffa432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:40.439219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913e6ba-7a5e-4816-9712-94044ac3f385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a50976-8afd-4cd8-aa87-74ebf72147b1,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:40.442958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1913e6ba-7a5e-4816-9712-94044ac3f385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:40.443988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1913e6ba-7a5e-4816-9712-94044ac3f385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:40.445114 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1913e6ba-7a5e-4816-9712-94044ac3f385 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b5a50976-8afd-4cd8-aa87-74ebf72147b1 HTTP/1.1" status: 204 len: 168 time: 0.1887834 Jan 21 20:06:40.810685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43868) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:40.865235 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-68211682-f7eb-4a0c-9407-3de6ec891bdf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=297ec393bf0e451db77814a5d9974994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531461 Jan 21 20:06:40.868356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43872) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:40.933779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cb715acf-21ab-4d66-9b67-fe613b54172d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:40.964036 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cb715acf-21ab-4d66-9b67-fe613b54172d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:41.013512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cb715acf-21ab-4d66-9b67-fe613b54172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:41.018896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9d830423-8eb7-46b5-a740-83535dac5bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:41.033988 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb715acf-21ab-4d66-9b67-fe613b54172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5969c463-9733-4c2a-a09a-1edbba210ba3,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:41.038110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb715acf-21ab-4d66-9b67-fe613b54172d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:41.039296 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cb715acf-21ab-4d66-9b67-fe613b54172d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:41.040300 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cb715acf-21ab-4d66-9b67-fe613b54172d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5969c463-9733-4c2a-a09a-1edbba210ba3 HTTP/1.1" status: 204 len: 168 time: 0.1709485 Jan 21 20:06:42.672959 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:43.279079 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 43938) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:43.474259 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:43.491409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:43.495680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Usage tracker for resource:security_group_rule and tenant:2d344a8eb52e49c7af1e67c143cbb09a is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:43.498788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:43.505507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:43.624015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:43.628646 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:43.640298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1fecad25-c97c-437c-98db-967391fb2489 tempest-VolumesNegativeTest-1845664791 tempest-VolumesNegativeTest-1845664791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:43.686788 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2d344a8eb52e49c7af1e67c143cbb09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061959 Jan 21 20:06:43.688722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43948) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:43.689164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9616cf3-02bf-4b7d-af79-a35e4d528c0e,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:43.693728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7dd1d15-85c0-471b-86e9-5ba8adbfb94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:43.766184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3eb9-488b-4d5f-96be-a02ca3a566a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:43.807241 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3eb9-488b-4d5f-96be-a02ca3a566a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:43.867337 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3eb9-488b-4d5f-96be-a02ca3a566a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:43.872911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7ecb64f8-ffb1-4de7-b968-467b27d30d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:43.887953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3eb9-488b-4d5f-96be-a02ca3a566a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9616cf3-02bf-4b7d-af79-a35e4d528c0e,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:43.890866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2b7d3eb9-488b-4d5f-96be-a02ca3a566a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:43.892134 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3eb9-488b-4d5f-96be-a02ca3a566a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:43.896972 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2b7d3eb9-488b-4d5f-96be-a02ca3a566a6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c9616cf3-02bf-4b7d-af79-a35e4d528c0e HTTP/1.1" status: 204 len: 168 time: 0.2064772 Jan 21 20:06:44.293644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f261bc7-c814-432d-9e66-39b663edea4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:44.366705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43956) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:44.388939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:44.408730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:44.414710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Usage tracker for resource:security_group_rule and tenant:900927bdf40c4af89e6964819037609e is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:44.418489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:44.424578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:44.524104 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:44.528280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:44.537439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e50a4ec5-7144-4716-92ad-0bd49c823fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:44.585259 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=900927bdf40c4af89e6964819037609e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171249 Jan 21 20:06:44.587961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 43960) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:44.591008 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdb44a2-eee1-41cb-b058-b972c901235e,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:44.850544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8af5b3f2-054a-4443-800f-23717133b3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:44.914293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-186517ca-51eb-4c94-b95d-a900ac2ff65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:44.947651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-186517ca-51eb-4c94-b95d-a900ac2ff65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:45.011402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-186517ca-51eb-4c94-b95d-a900ac2ff65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:45.016939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f147ab4f-c6ca-48a7-9171-ea5b956870cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:45.031542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186517ca-51eb-4c94-b95d-a900ac2ff65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdb44a2-eee1-41cb-b058-b972c901235e,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:45.034409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-186517ca-51eb-4c94-b95d-a900ac2ff65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:45.036228 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-186517ca-51eb-4c94-b95d-a900ac2ff65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:45.039950 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-186517ca-51eb-4c94-b95d-a900ac2ff65d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffdb44a2-eee1-41cb-b058-b972c901235e HTTP/1.1" status: 204 len: 168 time: 0.4484909 Jan 21 20:06:46.908310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a0da18b6-4d33-4c60-ac62-e2ca4c26a4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:47.237628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.037925 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44046) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:48.230238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.247318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:48.251471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Usage tracker for resource:security_group_rule and tenant:65b2839be0f7453998c6214b3130c9c7 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:48.254827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:48.260758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:48.353222 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.356638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.369875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb5d23b4-7470-4f99-8cbe-a36400c82b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:48.420258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44052) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:48.431487 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65b2839be0f7453998c6214b3130c9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921413 Jan 21 20:06:48.433026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087f85a-f3d7-4211-b9c7-38e2b7fd4312,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:48.434964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.439379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d571b41-e726-4601-99f8-77e7f83464e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:48.517757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6464ebe9-1fee-40e5-94e5-99bc9b0bc170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.546773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6464ebe9-1fee-40e5-94e5-99bc9b0bc170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.616325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6464ebe9-1fee-40e5-94e5-99bc9b0bc170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.621615 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98be6c9f-4821-4aa6-8bd2-e7120f1958b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:48.638289 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464ebe9-1fee-40e5-94e5-99bc9b0bc170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087f85a-f3d7-4211-b9c7-38e2b7fd4312,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:48.641097 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6464ebe9-1fee-40e5-94e5-99bc9b0bc170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:48.651246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6464ebe9-1fee-40e5-94e5-99bc9b0bc170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:48.655467 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6464ebe9-1fee-40e5-94e5-99bc9b0bc170 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9087f85a-f3d7-4211-b9c7-38e2b7fd4312 HTTP/1.1" status: 204 len: 168 time: 0.2338419 Jan 21 20:06:48.909457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:49.149442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44064) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:49.172749 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:49.190585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:49.195148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Usage tracker for resource:security_group_rule and tenant:f6b71b302bcc4fafa89d1f8ecbd1362c is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:49.198772 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:49.205632 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:49.308931 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:49.312680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:49.323662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba578eef-0b07-4e14-b9fe-f75baf3cafbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:49.373012 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f6b71b302bcc4fafa89d1f8ecbd1362c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198775 Jan 21 20:06:49.373012 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3fbbb7-b18a-41cd-906f-b0a9525fe4ef,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:49.374853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:49.375199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44068) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:49.463946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b6b62fc-4327-466f-a28f-d87b1ac680f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:49.499190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b6b62fc-4327-466f-a28f-d87b1ac680f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:49.549939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b6b62fc-4327-466f-a28f-d87b1ac680f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:49.555431 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-76363d09-7d4d-47b5-99d1-894017dc1a8f tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:49.571352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b62fc-4327-466f-a28f-d87b1ac680f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3fbbb7-b18a-41cd-906f-b0a9525fe4ef,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:49.581523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6b6b62fc-4327-466f-a28f-d87b1ac680f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:49.583456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b6b62fc-4327-466f-a28f-d87b1ac680f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:49.598652 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6b6b62fc-4327-466f-a28f-d87b1ac680f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0c3fbbb7-b18a-41cd-906f-b0a9525fe4ef HTTP/1.1" status: 204 len: 168 time: 0.2115395 Jan 21 20:06:55.392131 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44158) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:55.581761 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:55.600052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:55.605120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Usage tracker for resource:security_group_rule and tenant:c75f9fa0ba324bd8ba144141cef84e0c is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:55.608905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:55.616414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:55.735142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:55.742360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:55.752474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a5a1be31-98fe-4298-8c2c-0f360922fc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:55.787247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44164) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:55.787489 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c75f9fa0ba324bd8ba144141cef84e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927145 Jan 21 20:06:55.809883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc67aff-8481-48fc-bb58-b796248570e3,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:55.813981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bb13dfa5-b130-42cd-8f02-f1ba57a73208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:55.870577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615829ca-7fda-4a6c-a81f-879d87e5fab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:55.920311 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615829ca-7fda-4a6c-a81f-879d87e5fab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:55.990641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615829ca-7fda-4a6c-a81f-879d87e5fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.000250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3afeebec-68d2-485a-a311-8ba266b889d7 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:56.016207 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615829ca-7fda-4a6c-a81f-879d87e5fab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc67aff-8481-48fc-bb58-b796248570e3,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:56.019283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-615829ca-7fda-4a6c-a81f-879d87e5fab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:56.034757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615829ca-7fda-4a6c-a81f-879d87e5fab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.040574 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-615829ca-7fda-4a6c-a81f-879d87e5fab7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1dc67aff-8481-48fc-bb58-b796248570e3 HTTP/1.1" status: 204 len: 168 time: 0.2515032 Jan 21 20:06:56.516022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44180) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:56.537259 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.554571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:56.559866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3cbde13bdc40a299741f2fa5428604 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:56.563523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:56.571098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:56.598556 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:06:56.680042 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.683259 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.694071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc6e87b6-5f37-4a4e-a916-52e43edc22f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:56.742002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66379111-7b91-4ecc-a72b-89e8678a7e83,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:56.748930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:56.758326 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-efc88e30-24b3-49af-826b-391ecec2b360 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae3cbde13bdc40a299741f2fa5428604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385695 Jan 21 20:06:56.759895 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44184) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:56.843317 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af04621c-9f70-47f1-b57c-73413017640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.874592 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af04621c-9f70-47f1-b57c-73413017640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.925814 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af04621c-9f70-47f1-b57c-73413017640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.932727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-615829ca-7fda-4a6c-a81f-879d87e5fab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:56.949016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04621c-9f70-47f1-b57c-73413017640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66379111-7b91-4ecc-a72b-89e8678a7e83,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:56.952831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-af04621c-9f70-47f1-b57c-73413017640a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:56.955162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af04621c-9f70-47f1-b57c-73413017640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:56.960577 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-af04621c-9f70-47f1-b57c-73413017640a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/66379111-7b91-4ecc-a72b-89e8678a7e83 HTTP/1.1" status: 204 len: 168 time: 0.1991746 Jan 21 20:06:57.855515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44222) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:58.002933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-844198871-network', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:58.009188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:58.013652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Usage tracker for resource:network and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:58.016860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:58.023932 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:58.033928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Made reservation on behalf of f6d4cd034486424f81c5bdf76478ade5 for: {'network': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:06:58.038868 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.055647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.072048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:58.076170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:58.079156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:58.085567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:58.179547 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.182681 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.187100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b7f50a0b-ee13-4ec8-be16-7fcfad19928b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:58.221534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:06:58.232294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9a508a-8bc5-4fee-a941-8c69483151fe,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:58.236815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:58.237838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.238257 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Added segment 7acdda39-147b-48ef-a1e1-d0eae9ef5e59 of type vxlan for network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 Jan 21 20:06:58.268444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.300263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.301559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:58.302775 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.308093 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:58.417587 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Pushing event updated for resources: {'Network': ['ID=24c71535-e4c2-41c1-a51e-b9703e3d1b52,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:58.422658 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5651696 Jan 21 20:06:58.423967 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4ff374a1-4e0c-4e75-8f9b-0eb7b2b14761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:58.424456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44248) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:58.429457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:06:58.432141 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Request body: {'subnet': {'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-844198871-subnet', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'ip_version': 4}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:58.437638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:58.442029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Usage tracker for resource:subnet and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:58.446096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:58.452649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:58.453085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:06:58.463662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Made reservation on behalf of f6d4cd034486424f81c5bdf76478ade5 for: {'subnet': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:06:58.468653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3159872'] for subnet, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.977730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852515687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3159923'] for subnet, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.993826 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:59.125758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Pushing event updated for resources: {'Subnet': ['ID=384f40b7-f88a-4eaf-9d81-b43ad60967c1,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:59.131914 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:59.207402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Checking segment: {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:06:59.207708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Network hostable DHCP agents. Network: 24c71535-e4c2-41c1-a51e-b9703e3d1b52, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:06:59.230469 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:06:59.240856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 24c71535-e4c2-41c1-a51e-b9703e3d1b52) {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:06:59.251263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7536e5f-e913-4eaf-bd8c-0724a11565fd None None] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:06:59.253727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:59.254454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.285404 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-ac4ecabc-ddee-4606-b1a4-39c5e05b839e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8593726 Jan 21 20:06:59.289002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44290) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:59.295260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:59.300633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:59.307420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Usage tracker for resource:router and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:59.310703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:59.316945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:59.327449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852772242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501554'] for router, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.328611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852770330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852771701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852718696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854274247'] for router, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.347356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.502178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf4a774e-0682-5269-a270-4daebd37ea43-24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1'}]}} from dv-cinder-726180-8-smb. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 20:06:59.503109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.655063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852771688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852795509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854274296'] for router, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.803954 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Allocated IP 172.20.0.2 (24c71535-e4c2-41c1-a51e-b9703e3d1b52/384f40b7-f88a-4eaf-9d81-b43ad60967c1/e289a83d-b748-4a22-8459-331d628e7bcd) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:00.002233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.048857 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.060056 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Transition to ACTIVE for port object e289a83d-b748-4a22-8459-331d628e7bcd will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:00.067360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.078508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Transition to ACTIVE for port object e289a83d-b748-4a22-8459-331d628e7bcd will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:00.084965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.101416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:00.215426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44296) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:00.254054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Pushing event updated for resources: {'Port': ['ID=e289a83d-b748-4a22-8459-331d628e7bcd,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:00.260664 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:00.296446 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:00.297804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:00.300457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:00.360617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] Deleting subnet ff34609f-3664-4798-809b-8f4193bee4d1 {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:07:00.363068 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Attempting to bind port e289a83d-b748-4a22-8459-331d628e7bcd on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:00.363587 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Attempting to bind port e289a83d-b748-4a22-8459-331d628e7bcd by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:00.364006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Attempting to bind port e289a83d-b748-4a22-8459-331d628e7bcd on network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:00.370796 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:00.371227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Checking segment: {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:00.371681 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.372130 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Bound using segment: {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:00.372652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Bound port: e289a83d-b748-4a22-8459-331d628e7bcd, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:00.373081 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.396230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.469911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] For port e289a83d-b748-4a22-8459-331d628e7bcd, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:00.473261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.473452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] For port e289a83d-b748-4a22-8459-331d628e7bcd, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=e289a83d-b748-4a22-8459-331d628e7bcd,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:00.477656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.494063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:00.516876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Allocated IP 172.28.3.222 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/cbdb88d5-d29c-4795-8b80-f5509a968cc9) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:00.628573 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.658574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Pushing event updated for resources: {'Port': ['ID=e289a83d-b748-4a22-8459-331d628e7bcd,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:00.664969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:01.107242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:01.230239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:01.252025 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:01.383010 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:01.407164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Pushing event updated for resources: {'Port': ['ID=cbdb88d5-d29c-4795-8b80-f5509a968cc9,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:01.416885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:01.417440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cd9f5352-14a2-4960-bc55-a747c06fc3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:01.511052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff34609f-3664-4798-809b-8f4193bee4d1,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:01.528121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:01.595796 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:01.607012 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:01.610445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:01.613308 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:01.644272 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d029c7f2-859a-4321-955d-a2c31c070fdc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ff34609f-3664-4798-809b-8f4193bee4d1 HTTP/1.1" status: 204 len: 168 time: 1.4275777 Jan 21 20:07:01.648168 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44300) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:01.768316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:01.874362 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device e289a83d-b748-4a22-8459-331d628e7bcd up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:01.965681 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port e289a83d-b748-4a22-8459-331d628e7bcd completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:02.009007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.113554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.131551 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439901dd-d401-43ba-8aeb-555c8390d6f4']}} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:02.150433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200aa7bc-a7a9-4136-b97d-b181680b229d') {'for_net_delete': True} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:02.150770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200aa7bc-a7a9-4136-b97d-b181680b229d') {} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:02.165474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346652'] for segment, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.183148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.185507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:07:02.257736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc60f91-143e-43a2-bb1c-e720844a435e None None] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:07:02.357389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d78ef540-a73d-4ea2-9716-cf1e0b43349b None None] Provisioning for port e289a83d-b748-4a22-8459-331d628e7bcd completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:02.364109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d78ef540-a73d-4ea2-9716-cf1e0b43349b None None] Provisioning complete for port e289a83d-b748-4a22-8459-331d628e7bcd triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:02.365189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78ef540-a73d-4ea2-9716-cf1e0b43349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.373883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:07:02.383450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851405633'] for segment, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.495720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852795496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852795521'] for router, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.628266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78ef540-a73d-4ea2-9716-cf1e0b43349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.685768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-d78ef540-a73d-4ea2-9716-cf1e0b43349b None None] For port e289a83d-b748-4a22-8459-331d628e7bcd, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=e289a83d-b748-4a22-8459-331d628e7bcd,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:02.690412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78ef540-a73d-4ea2-9716-cf1e0b43349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.692554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:02.740412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Router 604b216e-98aa-4153-965a-6c105ba16526 is scheduled to L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d with binding_index 1 {{(pid=80129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 20:07:02.784791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ef540-a73d-4ea2-9716-cf1e0b43349b None None] Pushing event updated for resources: {'Port': ['ID=e289a83d-b748-4a22-8459-331d628e7bcd,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:02.789376 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d78ef540-a73d-4ea2-9716-cf1e0b43349b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:02.839173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Network 439901dd-d401-43ba-8aeb-555c8390d6f4 has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:07:02.863650 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:07:02.951837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.955574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:02.975352 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:02.989256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Pushing event deleted for resources: {'Network': ['ID=439901dd-d401-43ba-8aeb-555c8390d6f4,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:02.996032 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] 10.222.0.76 "DELETE /v2.0/networks/439901dd-d401-43ba-8aeb-555c8390d6f4 HTTP/1.1" status: 204 len: 168 time: 1.3465419 Jan 21 20:07:02.997485 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-21905adb-9691-49dd-9305-d64909df21ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:03.017210 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a2c3ef0c-4024-4187-86f6-df5c5921b940 None None] Provisioning complete for port e289a83d-b748-4a22-8459-331d628e7bcd triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:03.017982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ef0c-4024-4187-86f6-df5c5921b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:03.214939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:03.227052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Sync routers for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:03.227725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44306) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:03.240145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:03.241874 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-c7b7aebf-5687-4ad4-9ee8-ea1fe9a0a8ba admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9517741 Jan 21 20:07:03.244730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44310) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:03.249705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:03.250706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:06:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:03.290403 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b0f076ee-8cdf-4e11-8695-3ad67fb484ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2064118e56804a31afe3c9889999edec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589797 Jan 21 20:07:03.290653 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44314) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:03.356996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609065df-932f-487e-b651-f3346e534f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:03.365804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-e384c69d-849c-4e65-9b9a-768f635e0c2c None None] Provisioning complete for port e289a83d-b748-4a22-8459-331d628e7bcd triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:03.366411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e384c69d-849c-4e65-9b9a-768f635e0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:03.385505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609065df-932f-487e-b651-f3346e534f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:03.432619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609065df-932f-487e-b651-f3346e534f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:03.444120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ec72357c-0211-42ce-b33e-c4a661c646cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:03.459864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609065df-932f-487e-b651-f3346e534f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97890b41-32a3-44b4-8895-3cbc6806a08d,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:03.464064 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-609065df-932f-487e-b651-f3346e534f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:03.466244 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609065df-932f-487e-b651-f3346e534f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:03.470176 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-609065df-932f-487e-b651-f3346e534f97 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97890b41-32a3-44b4-8895-3cbc6806a08d HTTP/1.1" status: 204 len: 168 time: 0.1759751 Jan 21 20:07:03.547706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:03.856780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device e289a83d-b748-4a22-8459-331d628e7bcd up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:04.047306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:04.109411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port e289a83d-b748-4a22-8459-331d628e7bcd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:04.109855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:04.234423 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cb054040-4a9b-4f9f-84bc-398779be8952 None None] Provisioning complete for port e289a83d-b748-4a22-8459-331d628e7bcd triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:04.234926 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cb054040-4a9b-4f9f-84bc-398779be8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:04.382425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:01Z', 'revision_number': 3, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:04.390364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Checking router: 604b216e-98aa-4153-965a-6c105ba16526 for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:04.390543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Updating router 604b216e-98aa-4153-965a-6c105ba16526 port cbdb88d5-d29c-4795-8b80-f5509a968cc9 binding host dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:07:04.414894 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Allocated IP 172.20.0.1 (24c71535-e4c2-41c1-a51e-b9703e3d1b52/384f40b7-f88a-4eaf-9d81-b43ad60967c1/29330571-4085-4def-b691-96e3631658c1) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:04.506011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:04.589806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:04.609193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Transition to ACTIVE for port object 29330571-4085-4def-b691-96e3631658c1 will not be triggered until provisioned by entity DHCP. {{(pid=80129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:04.635974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:04.660544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-679164c4-5288-4a5c-ac8d-324e750dfc96 tempest-VolumesSnapshotTestJSON-554189251 tempest-VolumesSnapshotTestJSON-554189251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:04.805851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Pushing event updated for resources: {'Port': ['ID=29330571-4085-4def-b691-96e3631658c1,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:04.810746 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:04.866827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:04.868211 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:04.870768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:04.931849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980322'] for router_interface, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:04.982707 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:04.998392 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Transition to ACTIVE for port object cbdb88d5-d29c-4795-8b80-f5509a968cc9 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:05.002679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.086601 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:05.188730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d66e57-67f8-49d1-83b4-e780639eec98 None None] Pushing event updated for resources: {'Port': ['ID=cbdb88d5-d29c-4795-8b80-f5509a968cc9,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:05.199200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f2d66e57-67f8-49d1-83b4-e780639eec98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:05.218088 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-90589cad-bdb4-4a23-8b94-226666cfe680 None None] Provisioning for port 29330571-4085-4def-b691-96e3631658c1 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:05.227587 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-90589cad-bdb4-4a23-8b94-226666cfe680 None None] Provisioning complete for port 29330571-4085-4def-b691-96e3631658c1 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:05.227981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-90589cad-bdb4-4a23-8b94-226666cfe680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.228965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.291520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-90589cad-bdb4-4a23-8b94-226666cfe680 None None] Port 29330571-4085-4def-b691-96e3631658c1 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:07:05.319393 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Attempting to bind port cbdb88d5-d29c-4795-8b80-f5509a968cc9 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:05.319825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Attempting to bind port cbdb88d5-d29c-4795-8b80-f5509a968cc9 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:05.320238 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Attempting to bind port cbdb88d5-d29c-4795-8b80-f5509a968cc9 on network ffa21988-c14c-4b58-833d-021bff0ef1f9 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:05.326836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:05.327258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Checking segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:05.327708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.328148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Bound using segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:05.328906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Bound port: cbdb88d5-d29c-4795-8b80-f5509a968cc9, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:05.329163 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.418360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] For port cbdb88d5-d29c-4795-8b80-f5509a968cc9, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:05.422169 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] For port cbdb88d5-d29c-4795-8b80-f5509a968cc9, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cbdb88d5-d29c-4795-8b80-f5509a968cc9,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:05.425807 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.441473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:05.541633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.545271 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852547567'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.574903 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:05.588157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d66e57-67f8-49d1-83b4-e780639eec98 None None] Pushing event updated for resources: {'Port': ['ID=cbdb88d5-d29c-4795-8b80-f5509a968cc9,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:05.601103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f2d66e57-67f8-49d1-83b4-e780639eec98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:05.658063 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:05.658933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:06:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:05.665628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1591159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003525'] for router_interface, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:05.685950 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Pushing event updated for resources: {'Port': ['ID=29330571-4085-4def-b691-96e3631658c1,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:05.692234 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:05.827300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:05.828659 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:05.872044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:06.069563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Router 604b216e-98aa-4153-965a-6c105ba16526 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:07:06.142872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-0cde69d0-5f1f-4958-b7a4-2715fd098eae None None] Provisioning complete for port 29330571-4085-4def-b691-96e3631658c1 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:06.143188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0cde69d0-5f1f-4958-b7a4-2715fd098eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:06.361937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0cde69d0-5f1f-4958-b7a4-2715fd098eae None None] Port 29330571-4085-4def-b691-96e3631658c1 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:07:06.492572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 2, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:06.497912 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb8f9a-e4de-4e4d-9673-df60cc77a694 None None] The sync data for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb is: [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 2, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:06.531398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:06.542781 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] 10.222.0.76 "PUT /v2.0/routers/604b216e-98aa-4153-965a-6c105ba16526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2965088 Jan 21 20:07:07.311518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44410) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:07.318776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-835412110-network', 'tenant_id': '08cec0f282834939a6d0db55d061ac32'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:07.324283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:07.328748 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Usage tracker for resource:network and tenant:08cec0f282834939a6d0db55d061ac32 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:07.332076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:07.338400 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:07.350320 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Made reservation on behalf of 08cec0f282834939a6d0db55d061ac32 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:07:07.355874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.370607 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.388175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:07.393434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Usage tracker for resource:security_group_rule and tenant:08cec0f282834939a6d0db55d061ac32 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:07.397087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:07.403101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:07.501600 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.504455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.509392 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aa2c3ddd-8722-4e00-afa4-dca75fe74ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:07.546023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:07:07.556750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fdeeea-d579-4dce-9dd5-14871f04a596,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:07.560471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:07.565204 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.565449 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Added segment 1a46336e-3a8f-4ad8-996c-b188fdc09f30 of type vxlan for network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 Jan 21 20:07:07.604853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.644012 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.647142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:07.647930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.656282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a871ca08-12fe-420d-8c0f-8914c4a98a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:07.780393 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4676440 Jan 21 20:07:07.783365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44416) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:07.791883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Request body: {'subnet': {'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-835412110-subnet', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'ip_version': 4}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:07.793556 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Pushing event updated for resources: {'Network': ['ID=14470387-0ec8-47fe-bfd1-d4e809c9d7a9,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:07.797055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-19e9bd34-e73c-4ebd-a6d3-4394b52a5f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:07.797678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:07.802594 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Usage tracker for resource:subnet and tenant:08cec0f282834939a6d0db55d061ac32 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:07.805781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:07.810716 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:07:07.812770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:07.829976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Made reservation on behalf of 08cec0f282834939a6d0db55d061ac32 for: {'subnet': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:07:07.831438 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:07:07.836034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3195943'] for subnet, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.983262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cbdb88d5-d29c-4795-8b80-f5509a968cc9 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:08.121724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port cbdb88d5-d29c-4795-8b80-f5509a968cc9 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:08.126936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port cbdb88d5-d29c-4795-8b80-f5509a968cc9 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:08.127356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.254421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.273214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port cbdb88d5-d29c-4795-8b80-f5509a968cc9, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cbdb88d5-d29c-4795-8b80-f5509a968cc9,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:08.276675 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.278571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851429355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3195924'] for subnet, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.278734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:08.294120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:08.348548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=cbdb88d5-d29c-4795-8b80-f5509a968cc9,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:08.351963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:08.429235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:08.433554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:08.518336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Checking segment: {'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:08.518737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Network hostable DHCP agents. Network: 14470387-0ec8-47fe-bfd1-d4e809c9d7a9, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:07:08.541039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:07:08.550218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 14470387-0ec8-47fe-bfd1-d4e809c9d7a9) {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:08.561755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25761952-46ac-4d19-94f6-de742fcaa8b3 None None] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:07:08.568184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:08.568840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.593112 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6bf30729-c2ba-4ef9-954e-4a3fae6b49eb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8084352 Jan 21 20:07:08.595940 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44420) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:08.601692 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:08.606928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:08.611055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Usage tracker for resource:router and tenant:08cec0f282834939a6d0db55d061ac32 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:08.615448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:08.621495 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:08.632527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852772242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501554'] for router, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.633693 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852770330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852771701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852718696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854274247'] for router, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.649715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.856133 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf4a774e-0682-5269-a270-4daebd37ea43-14470387-0ec8-47fe-bfd1-d4e809c9d7a9', 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'fixed_ips': [{'subnet_id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4'}]}} from dv-cinder-726180-8-smb. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 20:07:08.857208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.951720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852771688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852795509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854274296'] for router, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.158399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Allocated IP 172.20.0.2 (14470387-0ec8-47fe-bfd1-d4e809c9d7a9/a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4/e43f0baa-8b11-46c3-adbc-25f5bc97a23a) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:09.302253 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.341452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.404503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.416421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Transition to ACTIVE for port object e43f0baa-8b11-46c3-adbc-25f5bc97a23a will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:09.434987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Transition to ACTIVE for port object e43f0baa-8b11-46c3-adbc-25f5bc97a23a will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:09.444699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.462049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f2d66e57-67f8-49d1-83b4-e780639eec98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:09.601982 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Pushing event updated for resources: {'Port': ['ID=e43f0baa-8b11-46c3-adbc-25f5bc97a23a,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:09.607482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:09.639640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Allocated IP 172.28.3.202 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/797ec5ad-f392-456e-8e32-48b4fe71d662) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:09.660543 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:09.664533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:09.667476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:09.738765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Attempting to bind port e43f0baa-8b11-46c3-adbc-25f5bc97a23a on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:09.739220 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Attempting to bind port e43f0baa-8b11-46c3-adbc-25f5bc97a23a by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:09.739648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Attempting to bind port e43f0baa-8b11-46c3-adbc-25f5bc97a23a on network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:09.746511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:09.746937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Checking segment: {'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:09.747822 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.748504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Bound using segment: {'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:09.749036 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Bound port: e43f0baa-8b11-46c3-adbc-25f5bc97a23a, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:09.749459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.823330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.853621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cbdb88d5-d29c-4795-8b80-f5509a968cc9 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:09.864439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.881231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:09.913959 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] For port e43f0baa-8b11-46c3-adbc-25f5bc97a23a, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:09.932877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] For port e43f0baa-8b11-46c3-adbc-25f5bc97a23a, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=e43f0baa-8b11-46c3-adbc-25f5bc97a23a,segment=NetworkSegment(1a46336e-3a8f-4ad8-996c-b188fdc09f30),segment_id=1a46336e-3a8f-4ad8-996c-b188fdc09f30)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:09.938119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.955319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:09.965330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Sync routers for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:09.976772 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:09.977552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:06:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:10.046979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Pushing event updated for resources: {'Port': ['ID=797ec5ad-f392-456e-8e32-48b4fe71d662,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:10.053518 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:10.110034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:10.111496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:10.113939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:10.129530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port cbdb88d5-d29c-4795-8b80-f5509a968cc9 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:10.129530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:10.185364 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:10.253809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Pushing event updated for resources: {'Port': ['ID=e43f0baa-8b11-46c3-adbc-25f5bc97a23a,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:10.257652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:10.574028 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 2, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:10.579641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Checking router: 604b216e-98aa-4153-965a-6c105ba16526 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:10.580776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Updating router 604b216e-98aa-4153-965a-6c105ba16526 port 29330571-4085-4def-b691-96e3631658c1 binding host dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:07:10.654958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:10.901420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:11.163672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:11.176096 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Transition to ACTIVE for port object 29330571-4085-4def-b691-96e3631658c1 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:11.179295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:11.195997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:11.295909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852795496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852795521'] for router, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:11.494057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Pushing event updated for resources: {'Port': ['ID=29330571-4085-4def-b691-96e3631658c1,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:11.506529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.506906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.507278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.507637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.507992 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.508345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.508696 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.509046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.509394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.509741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.510087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.510484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.510901 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.511251 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.511594 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.511936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.512278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.512624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.512966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.513306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.513649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.513993 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.514360 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.514702 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:11.531082 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:11.532588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Router fd1ae903-aef3-440e-9fb4-3c9064b6e12c is scheduled to L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d with binding_index 1 {{(pid=80130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 20:07:11.688630 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Attempting to bind port 29330571-4085-4def-b691-96e3631658c1 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:11.689215 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Attempting to bind port 29330571-4085-4def-b691-96e3631658c1 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:11.689680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Attempting to bind port 29330571-4085-4def-b691-96e3631658c1 on network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:11.698746 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:11.699155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Checking segment: {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:11.699616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:11.700018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Bound using segment: {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:11.700529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Bound port: 29330571-4085-4def-b691-96e3631658c1, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:11.700934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:11.774292 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:11.785832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Sync routers for ids ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:11.809385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Routers {'fd1ae903-aef3-440e-9fb4-3c9064b6e12c'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:11.810100 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:06:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:11.846012 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Notify callbacks [] for router, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:11.854545 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2549789 Jan 21 20:07:11.854990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44430) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:11.869380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] For port 29330571-4085-4def-b691-96e3631658c1, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:11.873295 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] For port 29330571-4085-4def-b691-96e3631658c1, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=29330571-4085-4def-b691-96e3631658c1,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:11.877103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:11.913733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-80b99eed-0992-446a-bcf7-999f926e09ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:11.948377 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device e43f0baa-8b11-46c3-adbc-25f5bc97a23a up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:12.117504 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Pushing event updated for resources: {'Port': ['ID=29330571-4085-4def-b691-96e3631658c1,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:12.128195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-73b6a063-d71d-4871-9853-97785b71b8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:12.178817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:12.179508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:06:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:12.218267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port e43f0baa-8b11-46c3-adbc-25f5bc97a23a completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:12.253635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Set router fd1ae903-aef3-440e-9fb4-3c9064b6e12c gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:12.403698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b9d9c-dcf5-4852-a94c-419a66dc5627 None None] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:07:12.449389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:12.806018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:12.809581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:12.824181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:11Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:12.828447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57668d64-7ea1-4924-8e9e-4b598dc5125a None None] The sync data for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb is: [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:11Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:12.853436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] Provisioning for port e43f0baa-8b11-46c3-adbc-25f5bc97a23a completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:12.865535 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] Provisioning complete for port e43f0baa-8b11-46c3-adbc-25f5bc97a23a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:12.865958 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:13.036859 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:07:10Z', 'revision_number': 3, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:13.052994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Checking router: fd1ae903-aef3-440e-9fb4-3c9064b6e12c for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:13.053415 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Updating router fd1ae903-aef3-440e-9fb4-3c9064b6e12c port 797ec5ad-f392-456e-8e32-48b4fe71d662 binding host dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:07:13.102458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:13.159462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] For port e43f0baa-8b11-46c3-adbc-25f5bc97a23a, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=e43f0baa-8b11-46c3-adbc-25f5bc97a23a,segment=NetworkSegment(1a46336e-3a8f-4ad8-996c-b188fdc09f30),segment_id=1a46336e-3a8f-4ad8-996c-b188fdc09f30)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:13.164457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:13.166917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:13.215874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:13.505740 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Allocated IP 172.20.0.1 (14470387-0ec8-47fe-bfd1-d4e809c9d7a9/a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4/cebd644e-753f-4eb8-9e2d-b5a66894664a) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:13.550497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] Pushing event updated for resources: {'Port': ['ID=e43f0baa-8b11-46c3-adbc-25f5bc97a23a,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:13.556179 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:13.699293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:13.708717 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-53b40c97-4a12-4b4e-b021-5cc1cb91f613 None None] Provisioning complete for port e43f0baa-8b11-46c3-adbc-25f5bc97a23a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:13.709151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53b40c97-4a12-4b4e-b021-5cc1cb91f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:13.721053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Transition to ACTIVE for port object cebd644e-753f-4eb8-9e2d-b5a66894664a will not be triggered until provisioned by entity DHCP. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:13.747178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:13.765829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f989b2aa-3e35-4f9d-8e2c-cd00238998a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:13.923455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Pushing event updated for resources: {'Port': ['ID=cebd644e-753f-4eb8-9e2d-b5a66894664a,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:13.929956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:13.975588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 29330571-4085-4def-b691-96e3631658c1 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:13.991789 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:13.993239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:13.995703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:14.062556 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.062759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980322'] for router_interface, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.117590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Transition to ACTIVE for port object 797ec5ad-f392-456e-8e32-48b4fe71d662 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:14.130579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.150157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:14.211952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.316709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 29330571-4085-4def-b691-96e3631658c1 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:14.337383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b428ac5-6429-435d-8cc2-533e0120a229 None None] Pushing event updated for resources: {'Port': ['ID=797ec5ad-f392-456e-8e32-48b4fe71d662,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:14.351899 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 29330571-4085-4def-b691-96e3631658c1 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:14.352114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.377149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0b428ac5-6429-435d-8cc2-533e0120a229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:14.385580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d62d77bc-8b63-4bf4-b25e-5ccd1084972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.464703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-2942a630-31b5-4220-8789-1baa3dd0b155 None None] Provisioning for port cebd644e-753f-4eb8-9e2d-b5a66894664a completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:14.479948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-2942a630-31b5-4220-8789-1baa3dd0b155 None None] Provisioning complete for port cebd644e-753f-4eb8-9e2d-b5a66894664a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:14.480378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2942a630-31b5-4220-8789-1baa3dd0b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.513031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Attempting to bind port 797ec5ad-f392-456e-8e32-48b4fe71d662 on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:14.513839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Attempting to bind port 797ec5ad-f392-456e-8e32-48b4fe71d662 by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:14.513839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Attempting to bind port 797ec5ad-f392-456e-8e32-48b4fe71d662 on network ffa21988-c14c-4b58-833d-021bff0ef1f9 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:14.533649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:14.534073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Checking segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:14.534553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.534997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Bound using segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:14.535529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Bound port: 797ec5ad-f392-456e-8e32-48b4fe71d662, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:14.536532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.549735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.554200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.593727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5ddeb73d-cfa4-40d4-8c07-efdd2561a1c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:14.645118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2942a630-31b5-4220-8789-1baa3dd0b155 None None] Port cebd644e-753f-4eb8-9e2d-b5a66894664a cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:07:14.683402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1591159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003525'] for router_interface, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.690200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.702781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Pushing event updated for resources: {'Port': ['ID=cebd644e-753f-4eb8-9e2d-b5a66894664a,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:14.709226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:14.729938 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] For port 797ec5ad-f392-456e-8e32-48b4fe71d662, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:14.739834 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-2942a630-31b5-4220-8789-1baa3dd0b155 None None] Provisioning complete for port e43f0baa-8b11-46c3-adbc-25f5bc97a23a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:14.740278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2942a630-31b5-4220-8789-1baa3dd0b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.790774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] For port 797ec5ad-f392-456e-8e32-48b4fe71d662, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=797ec5ad-f392-456e-8e32-48b4fe71d662,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:14.798383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port 29330571-4085-4def-b691-96e3631658c1, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=29330571-4085-4def-b691-96e3631658c1,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:14.808824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.830821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:14.844122 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:14.845387 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:14.873563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:14.874535 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device e43f0baa-8b11-46c3-adbc-25f5bc97a23a up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:15.072506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Router fd1ae903-aef3-440e-9fb4-3c9064b6e12c has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:07:15.138189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b428ac5-6429-435d-8cc2-533e0120a229 None None] Pushing event updated for resources: {'Port': ['ID=797ec5ad-f392-456e-8e32-48b4fe71d662,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:15.147200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0b428ac5-6429-435d-8cc2-533e0120a229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:15.149454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:15.226832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port e43f0baa-8b11-46c3-adbc-25f5bc97a23a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:15.227257 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:15.271913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:15.281813 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] 10.222.0.76 "PUT /v2.0/routers/fd1ae903-aef3-440e-9fb4-3c9064b6e12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4256670 Jan 21 20:07:15.291105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=29330571-4085-4def-b691-96e3631658c1,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:15.302591 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:15.303399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Routers {'fd1ae903-aef3-440e-9fb4-3c9064b6e12c'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:15.304094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:06:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:15.482231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c80fd01a-1f89-46e8-8e00-fef5db1e11da None None] Provisioning complete for port cebd644e-753f-4eb8-9e2d-b5a66894664a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:15.482582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c80fd01a-1f89-46e8-8e00-fef5db1e11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:15.631302 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c80fd01a-1f89-46e8-8e00-fef5db1e11da None None] Port cebd644e-753f-4eb8-9e2d-b5a66894664a cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:07:15.643156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] Set router fd1ae903-aef3-440e-9fb4-3c9064b6e12c gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:15.871103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 29330571-4085-4def-b691-96e3631658c1 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:15.968648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1863461138', 'description': 'tempest-TestShelveInstance-1863461138 description'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:15.979742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:15.984020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Usage tracker for resource:security_group and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:15.987200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:15.993572 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:16.003827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.029227 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:16.033286 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Usage tracker for resource:security_group_rule and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:16.037065 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:16.043233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:16.120544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 29330571-4085-4def-b691-96e3631658c1 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:16.121143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.122862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.125660 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.132836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-42c5fc4d-c3a6-4d9a-b945-0d7d3c8276c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:16.177435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.178926 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6ac23191-2a9a-4953-a18d-693940187dbc req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2152476 Jan 21 20:07:16.179824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event updated for resources: {'SecurityGroup': ['ID=8909f9a6-fc4b-4215-860a-510f4c139ae7,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:16.189466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-96182c09-5044-4351-a0bd-f05a33f6eb7d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:16.269706 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-313395c6-210a-4759-a07a-67bf188fbd95 req-da3df305-5fa9-467a-95cf-8a803bf136a6 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups/8909f9a6-fc4b-4215-860a-510f4c139ae7 HTTP/1.1" status: 200 len: 1802 time: 0.0548749 Jan 21 20:07:16.281959 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8909f9a6-fc4b-4215-860a-510f4c139ae7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:16.282266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8909f9a6-fc4b-4215-860a-510f4c139ae7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:16.293987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:16.298069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Usage tracker for resource:security_group_rule and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:16.301116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:16.307757 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:16.341053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 4, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'cebd644e-753f-4eb8-9e2d-b5a66894664a', 'name': '', 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'mac_address': 'fa:16:3e:92:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:13Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 2, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'subnets': [{'id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:16.345306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0076f06-2ff8-42bb-9b8f-ced75e41f498 None None] The sync data for ids ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'] in dv-cinder-726180-8-smb is: [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 4, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'cebd644e-753f-4eb8-9e2d-b5a66894664a', 'name': '', 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'mac_address': 'fa:16:3e:92:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:13Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 2, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'subnets': [{'id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:16.370621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group_rule, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.406230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.408966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.416878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fdf32369-0062-40b2-aa32-4220ad272c0c tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:16.438016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67295606-4a89-42cd-a378-ef65d8ab7254,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:16.440937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:16.448884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group_rule, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.450227 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-313395c6-210a-4759-a07a-67bf188fbd95 req-39322892-80c6-42fa-a192-a05b806470fa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1729586 Jan 21 20:07:16.538715 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-25d5ed25-8ff6-4591-b7b4-c710363379e9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups/8909f9a6-fc4b-4215-860a-510f4c139ae7 HTTP/1.1" status: 200 len: 2395 time: 0.0556438 Jan 21 20:07:16.549645 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8909f9a6-fc4b-4215-860a-510f4c139ae7', 'remote_group_id': None}]} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:16.550053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8909f9a6-fc4b-4215-860a-510f4c139ae7', 'remote_group_id': None}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:16.560064 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:16.564148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Usage tracker for resource:security_group_rule and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:16.567218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:16.573226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:16.638605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group_rule, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.673584 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.673584 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.698507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:16.725923 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961b852e-cc9a-4bc3-8d33-7e7f33b63a3c,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:16.742288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:16.744825 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group_rule, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:16.752264 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7c71a602-0317-4a46-a6a4-835369b29e61 req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2068095 Jan 21 20:07:16.905328 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c2b67e5-baf7-4d07-9b5f-9bb05b26e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:17.229527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:17.857670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 797ec5ad-f392-456e-8e32-48b4fe71d662 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:17.936829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 797ec5ad-f392-456e-8e32-48b4fe71d662 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:17.941869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 797ec5ad-f392-456e-8e32-48b4fe71d662 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:17.942918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:18.065738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:18.084018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port 797ec5ad-f392-456e-8e32-48b4fe71d662, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=797ec5ad-f392-456e-8e32-48b4fe71d662,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:18.087603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:18.089558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:18.171317 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=797ec5ad-f392-456e-8e32-48b4fe71d662,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:18.175020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:18.419704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:18.908009 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:19.840608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 797ec5ad-f392-456e-8e32-48b4fe71d662 up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:19.849582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Sync routers for ids ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:19.859709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Routers {'fd1ae903-aef3-440e-9fb4-3c9064b6e12c'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:19.860445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:07:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:19.913195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 797ec5ad-f392-456e-8e32-48b4fe71d662 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:19.913628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:20.058652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Set router fd1ae903-aef3-440e-9fb4-3c9064b6e12c gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:20.400007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 4, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'cebd644e-753f-4eb8-9e2d-b5a66894664a', 'name': '', 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'mac_address': 'fa:16:3e:92:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:13Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 2, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'subnets': [{'id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:20.403964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Checking router: fd1ae903-aef3-440e-9fb4-3c9064b6e12c for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:20.404359 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Updating router fd1ae903-aef3-440e-9fb4-3c9064b6e12c port cebd644e-753f-4eb8-9e2d-b5a66894664a binding host dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:07:20.466581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:21.056790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:21.068753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Transition to ACTIVE for port object cebd644e-753f-4eb8-9e2d-b5a66894664a will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:21.071641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:21.090347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-80b99eed-0992-446a-bcf7-999f926e09ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:21.222596 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43db39-a4b4-4365-b13c-4056f26a921c None None] Pushing event updated for resources: {'Port': ['ID=cebd644e-753f-4eb8-9e2d-b5a66894664a,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:21.228951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3c43db39-a4b4-4365-b13c-4056f26a921c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:21.404489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Attempting to bind port cebd644e-753f-4eb8-9e2d-b5a66894664a on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:21.404906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Attempting to bind port cebd644e-753f-4eb8-9e2d-b5a66894664a by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:21.405318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Attempting to bind port cebd644e-753f-4eb8-9e2d-b5a66894664a on network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:21.412682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:21.413089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Checking segment: {'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:21.413533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:21.413977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Bound using segment: {'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:21.414581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Bound port: cebd644e-753f-4eb8-9e2d-b5a66894664a, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a46336e-3a8f-4ad8-996c-b188fdc09f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:21.415022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:21.517022 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] For port cebd644e-753f-4eb8-9e2d-b5a66894664a, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:21.521553 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] For port cebd644e-753f-4eb8-9e2d-b5a66894664a, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cebd644e-753f-4eb8-9e2d-b5a66894664a,segment=NetworkSegment(1a46336e-3a8f-4ad8-996c-b188fdc09f30),segment_id=1a46336e-3a8f-4ad8-996c-b188fdc09f30)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:21.524844 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:21.543763 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2d2d40de-c17d-4557-a574-a2566db624c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:21.708591 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43db39-a4b4-4365-b13c-4056f26a921c None None] Pushing event updated for resources: {'Port': ['ID=cebd644e-753f-4eb8-9e2d-b5a66894664a,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:21.714622 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3c43db39-a4b4-4365-b13c-4056f26a921c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:21.758168 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Routers {'fd1ae903-aef3-440e-9fb4-3c9064b6e12c'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:21.758951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:07:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:21.931231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cebd644e-753f-4eb8-9e2d-b5a66894664a up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:22.050851 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port cebd644e-753f-4eb8-9e2d-b5a66894664a completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:22.054466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] Set router fd1ae903-aef3-440e-9fb4-3c9064b6e12c gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:22.056884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port cebd644e-753f-4eb8-9e2d-b5a66894664a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:22.057350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:22.188606 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-119cfba5-7ef7-4ce4-9855-dcef6ea6788b None None] Provisioning complete for port cebd644e-753f-4eb8-9e2d-b5a66894664a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:22.189033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-119cfba5-7ef7-4ce4-9855-dcef6ea6788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:22.248810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:22.307478 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port cebd644e-753f-4eb8-9e2d-b5a66894664a, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cebd644e-753f-4eb8-9e2d-b5a66894664a,segment=NetworkSegment(1a46336e-3a8f-4ad8-996c-b188fdc09f30),segment_id=1a46336e-3a8f-4ad8-996c-b188fdc09f30)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:22.342161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:22.350837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ff11198-3e29-40a4-948f-1f71464e7ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:22.415665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 4, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'cebd644e-753f-4eb8-9e2d-b5a66894664a', 'name': '', 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'mac_address': 'fa:16:3e:92:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:13Z', 'updated_at': '2021-01-21T20:07:21Z', 'revision_number': 4, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'subnets': [{'id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:22.420558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dee816-1787-4197-b73f-8433f9f3e9eb None None] The sync data for ids ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'] in dv-cinder-726180-8-smb is: [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 4, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'cebd644e-753f-4eb8-9e2d-b5a66894664a', 'name': '', 'network_id': '14470387-0ec8-47fe-bfd1-d4e809c9d7a9', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'mac_address': 'fa:16:3e:92:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:13Z', 'updated_at': '2021-01-21T20:07:21Z', 'revision_number': 4, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'subnets': [{'id': 'a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:22.448285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=cebd644e-753f-4eb8-9e2d-b5a66894664a,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:22.454552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:23.840298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cebd644e-753f-4eb8-9e2d-b5a66894664a up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:23.917192 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port cebd644e-753f-4eb8-9e2d-b5a66894664a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:23.917619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.188977 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44620) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:33.431181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.447953 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:33.452033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:f897722d0f0346358b9f8d1a194346fa is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:33.455119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:33.461596 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:33.555445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.558289 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.567832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e6447930-b745-4bc2-a8f2-032f254d105c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:33.599595 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:07:33.613133 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f897722d0f0346358b9f8d1a194346fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228587 Jan 21 20:07:33.614630 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c3ea5e-1fc6-4619-990b-a0b81736f45c,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:33.616935 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44630) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:33.624288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.624698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.625105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.625506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.625904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.626326 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.626893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.627165 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.627491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.627878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.628268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.628657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.629701 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.629888 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.630247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.630642 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.631173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.631559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.631951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.632340 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.632731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.633116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.633502 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.633883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.638530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f07b6c65-6a09-40bd-8e23-b19ee3720aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:33.687375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.719209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.771515 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.775633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f069fb14-9359-4a48-a747-226bfaa2130f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:33.790560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c3ea5e-1fc6-4619-990b-a0b81736f45c,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:33.800418 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.800871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.801294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.801688 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.802084 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.802511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.802907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.803298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.803690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.804080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.804472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.804861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.805319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.805711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.806102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.806516 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.806965 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.807289 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.807678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.808069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.808459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.808845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.809234 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.809620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:33.812672 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.814126 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14c3ea5e-1fc6-4619-990b-a0b81736f45c HTTP/1.1" status: 204 len: 168 time: 0.1956518 Jan 21 20:07:33.815591 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:36.874745 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-06dc1d87-1dd1-49e0-a928-0a1dae68ddd3 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Synchronizing usage tracker for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:07:36.892418 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-06dc1d87-1dd1-49e0-a928-0a1dae68ddd3 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Unset dirty status for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:07:36.893694 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-06dc1d87-1dd1-49e0-a928-0a1dae68ddd3 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1863461138&fields=id&tenant_id=f6d4cd034486424f81c5bdf76478ade5 HTTP/1.1" status: 200 len: 267 time: 0.0675199 Jan 21 20:07:37.086713 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-0e7d7e79-daac-4c65-a17a-03ce3e034288 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:37.087427 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-0e7d7e79-daac-4c65-a17a-03ce3e034288 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Synchronizing usage tracker for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:network {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:07:37.105558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-0e7d7e79-daac-4c65-a17a-03ce3e034288 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Unset dirty status for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:network {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:07:37.106862 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-0e7d7e79-daac-4c65-a17a-03ce3e034288 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 808 time: 0.2047558 Jan 21 20:07:37.129400 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-8549a347-bf23-4283-b152-f5bc69937fd9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/quotas/f6d4cd034486424f81c5bdf76478ade5 HTTP/1.1" status: 200 len: 375 time: 0.0104768 Jan 21 20:07:37.227844 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-8c6b1309-1396-4245-b883-15f7dbeeaee4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921516 Jan 21 20:07:37.381942 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-ac029b21-b697-42ac-a8e2-43869de6eb9f service neutron] 10.222.0.76 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408949 Jan 21 20:07:37.531583 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-80c69f68-1c5d-4491-8497-1854c51b8683 service neutron] 10.222.0.76 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429551 Jan 21 20:07:38.186548 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6a2436fb-a91f-4359-ae5d-9ce9265274cf req-5447ba8e-e491-4577-9bde-d51db2b50e6b tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 210 time: 0.2449896 Jan 21 20:07:38.235946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44708) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:38.404208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.420972 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:38.425206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Usage tracker for resource:security_group_rule and tenant:140c8f6166034c709dd015771c3b812b is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:38.429558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:38.435497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:38.533388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.538354 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.548185 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-88225225-5cbf-4a78-8142-d35c586f0728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:38.595802 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=140c8f6166034c709dd015771c3b812b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582196 Jan 21 20:07:38.597256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba2c167-541c-4874-b6c3-ff2ce3325465,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:38.600049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 44714) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:38.602392 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-25d4814a-791e-46bf-93df-ebad4b47ab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:38.672208 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e4c113c-74b9-4481-bf57-436446ffc820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.702193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e4c113c-74b9-4481-bf57-436446ffc820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.757270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e4c113c-74b9-4481-bf57-436446ffc820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.763016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-db81ed61-2f73-4ec5-bdc7-37043f549966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:38.776877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c113c-74b9-4481-bf57-436446ffc820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba2c167-541c-4874-b6c3-ff2ce3325465,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:38.781521 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e4c113c-74b9-4481-bf57-436446ffc820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:38.788443 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e4c113c-74b9-4481-bf57-436446ffc820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.792252 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-5e4c113c-74b9-4481-bf57-436446ffc820 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ba2c167-541c-4874-b6c3-ff2ce3325465 HTTP/1.1" status: 204 len: 168 time: 0.1876976 Jan 21 20:07:39.408975 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f4ff9875-c1a0-46c7-ae4c-3cffac617f5d req-0b462ad0-97b9-4057-bf6e-6fa8e337290b tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 210 time: 0.0711067 Jan 21 20:07:39.435023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-9647977f-ad1e-4fdc-a926-df7825e774f9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:39.438027 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-9647977f-ad1e-4fdc-a926-df7825e774f9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 808 time: 0.2642856 Jan 21 20:07:39.555439 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-c64f981e-1bb6-40b1-9a46-368412fc3ef2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f6d4cd034486424f81c5bdf76478ade5 HTTP/1.1" status: 200 len: 5759 time: 0.0856938 Jan 21 20:07:39.569906 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Request body: {'port': {'device_id': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'admin_state_up': True, 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'security_groups': ['8909f9a6-fc4b-4215-860a-510f4c139ae7']}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:39.731787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:39.736862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Usage tracker for resource:port and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:39.741021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Quota usage for port was recalculated. Used quota:2. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:39.747776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:39.758061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Made reservation on behalf of f6d4cd034486424f81c5bdf76478ade5 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:07:39.767409 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:39.823209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44738) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:39.986623 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799122315-network', 'tenant_id': '8d075225e53144d988f6e5d9353c1953'}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:39.993018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:39.998089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Usage tracker for resource:network and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:40.001790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:40.010318 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:40.023385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Made reservation on behalf of 8d075225e53144d988f6e5d9353c1953 for: {'network': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:07:40.029125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for network, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.054955 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.074535 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:40.079778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Usage tracker for resource:security_group_rule and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:40.084417 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:40.091162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:40.200644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.204326 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.209718 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb715acf-21ab-4d66-9b67-fe613b54172d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:40.250371 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:07:40.260629 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b7d5ef-0e22-472c-a525-6ad57f831786,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:40.264878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:40.267733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783337396783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.268180 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.segments_db [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Added segment 970c34e3-9ca6-49cd-a5aa-3ddadec55420 of type vxlan for network 7304b6d6-8041-43db-aad6-e209c2854991 Jan 21 20:07:40.298234 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783336867511'] for network, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.331999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142'] for network, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.333780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:40.334611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.338780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:40.397907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Allocated IP 172.20.0.9 (24c71535-e4c2-41c1-a51e-b9703e3d1b52/384f40b7-f88a-4eaf-9d81-b43ad60967c1/718aefd8-6a86-4585-9138-84e81bcec415) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:40.460055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Pushing event updated for resources: {'Network': ['ID=7304b6d6-8041-43db-aad6-e209c2854991,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:40.464708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:40.473953 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6492951 Jan 21 20:07:40.475057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44746) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:40.477670 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Network 7304b6d6-8041-43db-aad6-e209c2854991 details requested by agent ovs-agent-dv-cinder-726180-8-smb with host dv-cinder-726180-8-smb {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:07:40.482513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Request body: {'subnet': {'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799122315-subnet', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'ip_version': 4}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:40.489373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:40.494363 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Usage tracker for resource:subnet and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:40.498003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:40.505729 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:40.520812 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Made reservation on behalf of 8d075225e53144d988f6e5d9353c1953 for: {'subnet': 1} {{(pid=80129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:07:40.526579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3159872'] for subnet, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.607772 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Network 7304b6d6-8041-43db-aad6-e209c2854991 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:07:40.647134 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6d93e773-3427-47df-b1dc-1fa639cf11aa req-da29c355-b2a3-42a8-96e5-ada199a7771e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 210 time: 0.0675988 Jan 21 20:07:40.715899 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.738125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Transition to ACTIVE for port object 718aefd8-6a86-4585-9138-84e81bcec415 will not be triggered until provisioned by entity DHCP. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:40.767412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.788230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ab07c1da-274c-48a0-a34f-ddcae28d6bf9 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:40.931281 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event updated for resources: {'Port': ['ID=718aefd8-6a86-4585-9138-84e81bcec415,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:40.936053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:40.996603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:40.997898 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:41.000373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:41.009967 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852515687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3159923'] for subnet, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.026198 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:41.088356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:41.090340 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.117026 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-45b499c3-b022-4d11-862b-46297302fbea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5520985 Jan 21 20:07:41.148003 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Request body: {'port': {'device_id': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:41.167828 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c5dab1-34a4-4c22-8ade-031a4ea69b92,revision_number=0']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:41.172896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:41.244298 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Checking segment: {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:41.244691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Network hostable DHCP agents. Network: 7304b6d6-8041-43db-aad6-e209c2854991, hostable agents: ['6897ada9-4fcb-4ff3-a936-8db1cbb2c153'], hosted agents: [] {{(pid=80129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:07:41.264363 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Network 7304b6d6-8041-43db-aad6-e209c2854991 is scheduled to be hosted by DHCP agent 6897ada9-4fcb-4ff3-a936-8db1cbb2c153 with binding_index 1 {{(pid=80129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:07:41.274249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-smb, 7304b6d6-8041-43db-aad6-e209c2854991) {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:41.279290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.284420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33c445-cfaf-49a3-bbbb-d78bce40997f None None] Network 7304b6d6-8041-43db-aad6-e209c2854991 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:07:41.287472 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:41.288142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.311553 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-86156542-ec0c-42b7-b88b-0c3e853f1429 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8331387 Jan 21 20:07:41.311897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44750) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:41.317703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}} {{(pid=80129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:41.323302 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:41.327420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Usage tracker for resource:router and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:41.332622 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80129) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:41.339323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80129) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:41.351626 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852772242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501554'] for router, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.353855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852770330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852771701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852718696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854274247'] for router, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.371639 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.376892 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a5592b1a-ce22-4761-8efe-d68a211df759 None None] Provisioning for port 718aefd8-6a86-4585-9138-84e81bcec415 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:41.391722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a5592b1a-ce22-4761-8efe-d68a211df759 None None] Provisioning complete for port 718aefd8-6a86-4585-9138-84e81bcec415 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:41.392146 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a5592b1a-ce22-4761-8efe-d68a211df759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.482343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-a5592b1a-ce22-4761-8efe-d68a211df759 None None] Port 718aefd8-6a86-4585-9138-84e81bcec415 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:07:41.607784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf4a774e-0682-5269-a270-4daebd37ea43-7304b6d6-8041-43db-aad6-e209c2854991', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92'}]}} from dv-cinder-726180-8-smb. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 20:07:41.610176 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.680176 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852771688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852795509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854274296'] for router, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.776963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718aefd8-6a86-4585-9138-84e81bcec415 {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:07:41.787871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.803425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Transition to ACTIVE for port object 718aefd8-6a86-4585-9138-84e81bcec415 will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:41.809326 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.829961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a57cd880-b1f8-462d-939b-a99203f53b13 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:41.983426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Allocated IP 172.20.0.2 (7304b6d6-8041-43db-aad6-e209c2854991/f1c5dab1-34a4-4c22-8ade-031a4ea69b92/ef73714f-aee6-46c9-b5df-7e6020bdf7fe) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:42.029837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Pushing event updated for resources: {'Port': ['ID=718aefd8-6a86-4585-9138-84e81bcec415,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:42.033306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:42.121963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc96428-6b99-4b88-990d-496ab3777cf5 req-dca74b99-479e-4b98-af44-fcb78e07c9c5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:42.123040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-adc96428-6b99-4b88-990d-496ab3777cf5 req-dca74b99-479e-4b98-af44-fcb78e07c9c5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Synchronizing usage tracker for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:07:42.158738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.201449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.284344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-adc96428-6b99-4b88-990d-496ab3777cf5 req-dca74b99-479e-4b98-af44-fcb78e07c9c5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Unset dirty status for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:07:42.292561 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-adc96428-6b99-4b88-990d-496ab3777cf5 req-dca74b99-479e-4b98-af44-fcb78e07c9c5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.4643817 Jan 21 20:07:42.376358 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-adc96428-6b99-4b88-990d-496ab3777cf5 req-6c27851d-558d-41e2-85db-422531075bfa tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0825384 Jan 21 20:07:42.387698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Attempting to bind port 718aefd8-6a86-4585-9138-84e81bcec415 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:42.388330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Attempting to bind port 718aefd8-6a86-4585-9138-84e81bcec415 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:42.388858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Attempting to bind port 718aefd8-6a86-4585-9138-84e81bcec415 on network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:42.396449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:42.397145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Checking segment: {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:42.397835 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.398503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Bound using segment: {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:42.399190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Bound port: 718aefd8-6a86-4585-9138-84e81bcec415, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acdda39-147b-48ef-a1e1-d0eae9ef5e59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:42.399805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.401011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.413176 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Transition to ACTIVE for port object ef73714f-aee6-46c9-b5df-7e6020bdf7fe will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:42.440007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Transition to ACTIVE for port object ef73714f-aee6-46c9-b5df-7e6020bdf7fe will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:42.447287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.464023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:42.520848 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] For port 718aefd8-6a86-4585-9138-84e81bcec415, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:42.524750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] For port 718aefd8-6a86-4585-9138-84e81bcec415, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=718aefd8-6a86-4585-9138-84e81bcec415,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:42.528813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Allocated IP 172.28.3.76 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/4750963c-c83b-46e7-9d3d-9e47bc3f367e) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:42.529519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.550266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36491427-45e8-4012-b512-d8d4035167d8 tempest-AttachVolumeShelveTestJSON-1368579915 tempest-AttachVolumeShelveTestJSON-1368579915] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:42.607088 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Pushing event updated for resources: {'Port': ['ID=ef73714f-aee6-46c9-b5df-7e6020bdf7fe,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:42.617963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.618381 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.618727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.619098 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.619800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.619800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.620149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.620513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.620872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.621225 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.621583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.621945 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.622399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.622760 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.623122 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.623471 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.623832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.624190 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.624546 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.624900 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.625264 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.625614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.625969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.626349 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:42.633781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:42.693484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Network 7304b6d6-8041-43db-aad6-e209c2854991 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:42.694897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:42.699320 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:42.705428 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.725918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Pushing event updated for resources: {'Port': ['ID=718aefd8-6a86-4585-9138-84e81bcec415,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:42.750119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:42.751094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.757341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.762433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Attempting to bind port ef73714f-aee6-46c9-b5df-7e6020bdf7fe on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:42.762869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Attempting to bind port ef73714f-aee6-46c9-b5df-7e6020bdf7fe by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:42.763284 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Attempting to bind port ef73714f-aee6-46c9-b5df-7e6020bdf7fe on network 7304b6d6-8041-43db-aad6-e209c2854991 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:42.770109 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:42.770550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Checking segment: {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:42.771039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.771428 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Bound using segment: {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:42.771949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Bound port: ef73714f-aee6-46c9-b5df-7e6020bdf7fe, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:42.772367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.772485 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:42.803272 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:42.804153 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.806169 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-33fbd427-2651-4c5c-91ca-3f7d33de6f09 service neutron] 10.222.0.38 "PUT /v2.0/ports/718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 1157 time: 1.6665020 Jan 21 20:07:42.807046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:07:42.904268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] For port ef73714f-aee6-46c9-b5df-7e6020bdf7fe, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:42.911840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] For port ef73714f-aee6-46c9-b5df-7e6020bdf7fe, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=ef73714f-aee6-46c9-b5df-7e6020bdf7fe,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:42.915867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.933510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:42.948157 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415', 'status': 'completed', 'code': 200} Jan 21 20:07:42.982026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-53bdce36-ce7f-4c7a-a820-4a2222ba8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:42.984166 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-53bdce36-ce7f-4c7a-a820-4a2222ba8d09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1160 time: 0.1058171 Jan 21 20:07:43.080916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Pushing event updated for resources: {'Port': ['ID=ef73714f-aee6-46c9-b5df-7e6020bdf7fe,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:43.090703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:43.108178 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-0eb95cdf-965d-44fd-8633-20353d8028ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 217 time: 0.1027970 Jan 21 20:07:43.197803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Pushing event updated for resources: {'Port': ['ID=4750963c-c83b-46e7-9d3d-9e47bc3f367e,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:43.198062 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-77bbd58a-2138-425a-8f31-0818f7d45934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:43.199903 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-77bbd58a-2138-425a-8f31-0818f7d45934 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.0811899 Jan 21 20:07:43.202886 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:43.261307 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:43.262605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:43.264889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:43.296316 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-f2cf50cd-442b-4d34-b3a1-712d2fd3320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:43.298029 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-f2cf50cd-442b-4d34-b3a1-712d2fd3320e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880992 Jan 21 20:07:43.507844 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-4431d064-96db-420b-95f1-65eeaf17357d service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983705 Jan 21 20:07:43.735097 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-49ed4132-caf7-49c6-99e9-40fc7e3e1d08 req-cc6d7e96-6f06-4d4c-a1aa-db04fd72ee46 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2152562 Jan 21 20:07:43.768997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfa3fa-07e2-4c84-ab7c-cef5212d9fbc req-bf240696-3a5c-44ff-98df-f3055125eab8 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:43.772171 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8acfa3fa-07e2-4c84-ab7c-cef5212d9fbc req-bf240696-3a5c-44ff-98df-f3055125eab8 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1721928 Jan 21 20:07:43.783288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:43.837182 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8acfa3fa-07e2-4c84-ab7c-cef5212d9fbc req-479c357c-c010-4c9f-82a6-34b3d7ff1e2a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0584748 Jan 21 20:07:43.909702 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device ef73714f-aee6-46c9-b5df-7e6020bdf7fe up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:43.929369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-bb5852f8-c784-42e1-b068-d1eea46a5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:43.931198 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-bb5852f8-c784-42e1-b068-d1eea46a5a85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1160 time: 0.0929618 Jan 21 20:07:43.991476 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port ef73714f-aee6-46c9-b5df-7e6020bdf7fe completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:44.189257 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852795496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852795521'] for router, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:44.292826 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab051964-2bcb-4a8e-b0a0-1661b469af12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:44.343580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-64f42584-d81a-40a4-a6d6-10528ae3fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:44.345223 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-64f42584-d81a-40a4-a6d6-10528ae3fe1a service neutron] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.4024787 Jan 21 20:07:44.427133 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-77559402-e616-4b60-8e58-c6c3caf169fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 217 time: 0.0747979 Jan 21 20:07:44.433541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae is scheduled to L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d with binding_index 1 {{(pid=80129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 20:07:44.515651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-3611e664-5987-40dc-b6c2-26fec9603b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:44.515980 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-3611e664-5987-40dc-b6c2-26fec9603b6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.0737569 Jan 21 20:07:44.609231 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-70ad0ddf-9236-4a61-a837-e432bf8ce9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:44.611045 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-70ad0ddf-9236-4a61-a837-e432bf8ce9b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860193 Jan 21 20:07:44.627588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25983717-6493-4744-8557-e3382273b7f5 None None] Network 7304b6d6-8041-43db-aad6-e209c2854991 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:07:44.654379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:44.667372 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Sync routers for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:44.685568 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:44.690168 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3740077 Jan 21 20:07:44.690414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 44760) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:44.837805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:44.838557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:07:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:44.854659 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-1ad2dd67-9498-4e2a-b3cf-352e7340fbca service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346091 Jan 21 20:07:44.934270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-5eea01d1-de7f-4f5d-9851-9435c28d59ac None None] Provisioning for port ef73714f-aee6-46c9-b5df-7e6020bdf7fe completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:44.953157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-5eea01d1-de7f-4f5d-9851-9435c28d59ac None None] Provisioning complete for port ef73714f-aee6-46c9-b5df-7e6020bdf7fe triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:44.953577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5eea01d1-de7f-4f5d-9851-9435c28d59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:45.018035 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bdc08616-f9df-49d7-87bd-eb6cd4457770 req-d4b623e7-da30-4711-a89b-42665c945a28 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1561847 Jan 21 20:07:45.173817 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c602be-b08b-4cbd-9d0d-f43bea6a1bb0 req-2141e2b0-fa43-4d66-82f1-821c5f57da10 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:45.176514 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b0c602be-b08b-4cbd-9d0d-f43bea6a1bb0 req-2141e2b0-fa43-4d66-82f1-821c5f57da10 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1179814 Jan 21 20:07:45.238295 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b0c602be-b08b-4cbd-9d0d-f43bea6a1bb0 req-f8f3cf63-2aa6-4723-9f2d-801150fecc86 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0558133 Jan 21 20:07:45.303838 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5eea01d1-de7f-4f5d-9851-9435c28d59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:45.315605 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:45.745237 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-5eea01d1-de7f-4f5d-9851-9435c28d59ac None None] For port ef73714f-aee6-46c9-b5df-7e6020bdf7fe, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=ef73714f-aee6-46c9-b5df-7e6020bdf7fe,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:45.752599 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:45.760980 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5eea01d1-de7f-4f5d-9851-9435c28d59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:45.767598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0b428ac5-6429-435d-8cc2-533e0120a229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:45.924088 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea01d1-de7f-4f5d-9851-9435c28d59ac None None] Pushing event updated for resources: {'Port': ['ID=ef73714f-aee6-46c9-b5df-7e6020bdf7fe,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:45.928139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5eea01d1-de7f-4f5d-9851-9435c28d59ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:45.958006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:43Z', 'revision_number': 3, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:45.963370 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Checking router: 7695f7a2-5df2-4a4a-87a8-e520ed0399ae for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:45.963805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Updating router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae port 4750963c-c83b-46e7-9d3d-9e47bc3f367e binding host dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:07:46.027460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-2f04ad5b-0abc-4c85-903f-0edb13bac9e5 None None] Provisioning complete for port ef73714f-aee6-46c9-b5df-7e6020bdf7fe triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:46.027835 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f04ad5b-0abc-4c85-903f-0edb13bac9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.076617 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.151106 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Allocated IP 172.20.0.1 (7304b6d6-8041-43db-aad6-e209c2854991/f1c5dab1-34a4-4c22-8ade-031a4ea69b92/f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc) {{(pid=80129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:46.338195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.357027 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Transition to ACTIVE for port object f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc will not be triggered until provisioned by entity DHCP. {{(pid=80129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:46.385803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.408053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0a317733-c081-45cb-a4c1-644336c4f705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:46.483362 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3a114852-2070-4617-a8c4-90cb45e19a72 None None] Provisioning complete for port ef73714f-aee6-46c9-b5df-7e6020bdf7fe triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:46.483362 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3a114852-2070-4617-a8c4-90cb45e19a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.513658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ff2a5-9d6b-4561-b237-09737f7399f3 req-1003f0e7-5e6c-4997-b0a6-0a4027c1e1c2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:46.515330 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-872ff2a5-9d6b-4561-b237-09737f7399f3 req-1003f0e7-5e6c-4997-b0a6-0a4027c1e1c2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1154983 Jan 21 20:07:46.553805 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Pushing event updated for resources: {'Port': ['ID=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,revision_number=1']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:46.558546 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:46.595535 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-872ff2a5-9d6b-4561-b237-09737f7399f3 req-0e0ffbda-2d5f-4050-a040-bc927d90ac69 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0707283 Jan 21 20:07:46.618641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Network 7304b6d6-8041-43db-aad6-e209c2854991 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:46.620060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:46.622561 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Received port after_create {{(pid=80129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:46.687406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980322'] for router_interface, before_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.741969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.757709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Transition to ACTIVE for port object 4750963c-c83b-46e7-9d3d-9e47bc3f367e will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:46.761806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.841528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a106b6d-f32b-4027-9e06-5bb6e36ff758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:46.843509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.959937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-674365c2-8a7f-4ba7-af17-94e9705be100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.970203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff6d3f-89c6-48d6-a283-3a58f0a19cd9 None None] Pushing event updated for resources: {'Port': ['ID=4750963c-c83b-46e7-9d3d-9e47bc3f367e,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:46.972911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 718aefd8-6a86-4585-9138-84e81bcec415 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:47.006839 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4eff6d3f-89c6-48d6-a283-3a58f0a19cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:47.029051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-5c00b97f-2786-46a2-b0f2-331776ead3ef None None] Provisioning for port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:47.054341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-5c00b97f-2786-46a2-b0f2-331776ead3ef None None] Provisioning complete for port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:47.054765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5c00b97f-2786-46a2-b0f2-331776ead3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.137047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Attempting to bind port 4750963c-c83b-46e7-9d3d-9e47bc3f367e on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:47.137473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Attempting to bind port 4750963c-c83b-46e7-9d3d-9e47bc3f367e by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:47.137893 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Attempting to bind port 4750963c-c83b-46e7-9d3d-9e47bc3f367e on network ffa21988-c14c-4b58-833d-021bff0ef1f9 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:47.156537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:47.156964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Checking segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:47.157426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.157874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Bound using segment: {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:47.158456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Bound port: 4750963c-c83b-46e7-9d3d-9e47bc3f367e, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd6e1b3-8964-496f-8728-c3e73e673f6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:47.158881 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.164343 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.168687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852547567'] for port, after_update {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.198866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-55e89c50-87cd-4ad2-b086-19646eecf65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:47.203622 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-5c00b97f-2786-46a2-b0f2-331776ead3ef None None] Port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:07:47.211011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port 718aefd8-6a86-4585-9138-84e81bcec415 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:47.233202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 718aefd8-6a86-4585-9138-84e81bcec415 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:47.233625 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.284329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Pushing event updated for resources: {'Port': ['ID=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,revision_number=2']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:47.287378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1591159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2003525'] for router_interface, after_create {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.302768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.307773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:47.310170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] For port 4750963c-c83b-46e7-9d3d-9e47bc3f367e, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:47.332266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] For port 4750963c-c83b-46e7-9d3d-9e47bc3f367e, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=4750963c-c83b-46e7-9d3d-9e47bc3f367e,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:47.341751 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.358285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:47.447827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Network 7304b6d6-8041-43db-aad6-e209c2854991 is already hosted by enough agents. {{(pid=80129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:47.453106 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Resources bound (agent type, host, resource id): {{(pid=80129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:47.591787 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff6d3f-89c6-48d6-a283-3a58f0a19cd9 None None] Pushing event updated for resources: {'Port': ['ID=4750963c-c83b-46e7-9d3d-9e47bc3f367e,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:47.609275 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.622815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4eff6d3f-89c6-48d6-a283-3a58f0a19cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:47.684197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:07:47.707196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:07:47.752631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 718aefd8-6a86-4585-9138-84e81bcec415, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=718aefd8-6a86-4585-9138-84e81bcec415,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:47.764661 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:47.765937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:07:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:47.861651 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415', 'code': 200} Jan 21 20:07:47.863402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c478061e-cd3d-41d3-8c91-cef5d63d9c5d None None] Provisioning complete for port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:47.863833 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c478061e-cd3d-41d3-8c91-cef5d63d9c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.891558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.908465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ed48a68-ab60-4e2d-8523-a19d01646a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:47.939577 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device ef73714f-aee6-46c9-b5df-7e6020bdf7fe up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:47.963878 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:47.975778 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4eb1fa4b-3aa0-463e-bf96-136891244edb admin admin] 10.222.0.76 "PUT /v2.0/routers/7695f7a2-5df2-4a4a-87a8-e520ed0399ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2836666 Jan 21 20:07:47.980279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b141ce-426b-417e-8788-06544ee9d558 req-7e83cbb4-fa50-4d98-8229-90b1650abc5e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:47.982572 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-46b141ce-426b-417e-8788-06544ee9d558 req-7e83cbb4-fa50-4d98-8229-90b1650abc5e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.2175562 Jan 21 20:07:48.063702 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-46b141ce-426b-417e-8788-06544ee9d558 req-3e051bfb-100e-4bbc-a00e-97941ea4145d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0691164 Jan 21 20:07:48.256905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c478061e-cd3d-41d3-8c91-cef5d63d9c5d None None] Port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:07:48.278359 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0983d0-9060-43da-84d5-3f0f3b63b331 req-02db19da-0666-4c68-b8d5-9ea4dcdb50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:48.280205 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8c0983d0-9060-43da-84d5-3f0f3b63b331 req-02db19da-0666-4c68-b8d5-9ea4dcdb50c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.0967073 Jan 21 20:07:48.339772 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-8c0983d0-9060-43da-84d5-3f0f3b63b331 req-3ff6b48f-5642-4d8a-a306-669362db2b1b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0517747 Jan 21 20:07:48.349840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=718aefd8-6a86-4585-9138-84e81bcec415,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:48.357643 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:48.388117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port ef73714f-aee6-46c9-b5df-7e6020bdf7fe triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:48.388531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.437341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:48.533000 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.931928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.942836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 2, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:48.951558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3334fa26-3768-4998-bb02-870fdc5a207e None None] The sync data for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb is: [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 2, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:49.438077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eed1a-8ac9-458b-853b-349f20f8e2ea req-7134ff97-5d69-4254-92ad-372e7fa5062e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:49.447495 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b27eed1a-8ac9-458b-853b-349f20f8e2ea req-7134ff97-5d69-4254-92ad-372e7fa5062e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1848719 Jan 21 20:07:49.551870 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b27eed1a-8ac9-458b-853b-349f20f8e2ea req-b366f72c-2d2d-41d6-916f-eeda6f0621fd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0983703 Jan 21 20:07:50.559966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 718aefd8-6a86-4585-9138-84e81bcec415 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:50.692178 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 718aefd8-6a86-4585-9138-84e81bcec415 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:50.692654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:50.861654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1eebf-c295-4057-a301-33c088cb9219 req-1aed2c3c-6850-4f00-ad86-8df0fac5b17f tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:50.864552 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-00c1eebf-c295-4057-a301-33c088cb9219 req-1aed2c3c-6850-4f00-ad86-8df0fac5b17f tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1581075 Jan 21 20:07:50.950061 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-00c1eebf-c295-4057-a301-33c088cb9219 req-4d7985c5-b8ec-44f9-b687-5c491596dd8a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0783260 Jan 21 20:07:51.219110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5785dc0-6299-4242-bb05-3e3c7be7ec0c req-551f5ec4-5d18-4d11-aa71-378228ddd09e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:51.220742 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5785dc0-6299-4242-bb05-3e3c7be7ec0c req-551f5ec4-5d18-4d11-aa71-378228ddd09e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1148610 Jan 21 20:07:51.287530 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c5785dc0-6299-4242-bb05-3e3c7be7ec0c req-e8acc4aa-d334-4d21-a8b7-540daffe64af tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0577221 Jan 21 20:07:51.538933 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-e372110c-b4fa-438a-8e71-05df95ac590a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1930771 Jan 21 20:07:51.549242 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Request body: {'floatingip': {'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:51.559753 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:07:51.563952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Usage tracker for resource:floatingip and tenant:f6d4cd034486424f81c5bdf76478ade5 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:07:51.567923 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:07:51.574699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:07:51.586637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for floatingip, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:51.754199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:51.905356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 4750963c-c83b-46e7-9d3d-9e47bc3f367e up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:51.981459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port 4750963c-c83b-46e7-9d3d-9e47bc3f367e completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:51.988456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 4750963c-c83b-46e7-9d3d-9e47bc3f367e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:51.988919 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.092728 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Allocated IP 172.28.3.35 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/5cb65965-0c83-40da-9c8b-fd30c0299080) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:07:52.165487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.185411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port 4750963c-c83b-46e7-9d3d-9e47bc3f367e, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=4750963c-c83b-46e7-9d3d-9e47bc3f367e,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:52.188806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.191831 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:52.273861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=4750963c-c83b-46e7-9d3d-9e47bc3f367e,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:52.277448 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:52.312235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.359111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.379719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-de2f3211-65b8-41e1-9f72-e3f1d1ac0c4b tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:52.504203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event updated for resources: {'Port': ['ID=5cb65965-0c83-40da-9c8b-fd30c0299080,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:52.508200 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:52.612089 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:07:52.613459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:07:52.616072 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:07:52.712397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for floatingip, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.812177 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.845440 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Sync routers for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:52.857633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:52.858539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:07:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:53.086874 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:53.168117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:53.177188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:53.351332 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d099f8ac-2fab-4847-b593-29367f42cf88 tempest-AttachVolumeTestJSON-634360718 tempest-AttachVolumeTestJSON-634360718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:53.471406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:53.524166 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:53.525883 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9811392 Jan 21 20:07:53.526942 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event updated for resources: {'Port': ['ID=5cb65965-0c83-40da-9c8b-fd30c0299080,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:53.533350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:53.637918 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-eea91909-dc50-411e-8f79-b7629ff2d03d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Synchronizing usage tracker for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:floatingip {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:07:53.665308 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-eea91909-dc50-411e-8f79-b7629ff2d03d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Unset dirty status for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:floatingip {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:07:53.672420 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-eea91909-dc50-411e-8f79-b7629ff2d03d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.28.3.35 HTTP/1.1" status: 200 len: 695 time: 0.1379399 Jan 21 20:07:53.688897 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 2, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:53.697550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Checking router: 7695f7a2-5df2-4a4a-87a8-e520ed0399ae for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:53.698331 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Updating router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc binding host dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:07:53.764325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:53.891552 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 4750963c-c83b-46e7-9d3d-9e47bc3f367e up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:53.917370 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-b430891d-de64-4c2a-b63a-2652bfc59795 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:53.924596 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-b430891d-de64-4c2a-b63a-2652bfc59795 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/networks/ffa21988-c14c-4b58-833d-021bff0ef1f9 HTTP/1.1" status: 200 len: 784 time: 0.2512174 Jan 21 20:07:53.930861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-5bdd1aee-7190-46ee-a5a4-5f6afac108b9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:07:53.942391 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0dc0a464-ae46-4e7a-9777-f14c22a4835c req-5bdd1aee-7190-46ee-a5a4-5f6afac108b9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0097182 Jan 21 20:07:54.032560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port 4750963c-c83b-46e7-9d3d-9e47bc3f367e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:54.033357 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:54.239905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-f1559af5-04b4-4bf3-aa16-381d33d33ed5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:54.241631 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-f1559af5-04b4-4bf3-aa16-381d33d33ed5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1375844 Jan 21 20:07:54.289590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:54.305341 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Transition to ACTIVE for port object f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:07:54.310402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:54.329511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:54.352677 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-e45545e3-7e93-4425-b870-f438944e2f41 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.28.3.35 HTTP/1.1" status: 200 len: 695 time: 0.1024506 Jan 21 20:07:54.367064 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Request body: {'floatingip': {'port_id': '718aefd8-6a86-4585-9138-84e81bcec415', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:07:54.476192 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50476c43-871a-4d98-bceb-456de9bda64c None None] Pushing event updated for resources: {'Port': ['ID=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:54.485160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for floatingip, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:54.494588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-50476c43-871a-4d98-bceb-456de9bda64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:54.778031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Attempting to bind port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc on host dv-cinder-726180-8-smb for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:07:54.778720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Attempting to bind port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc by drivers openvswitch on host dv-cinder-726180-8-smb at level 0 using segments [{'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:07:54.778819 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Attempting to bind port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc on network 7304b6d6-8041-43db-aad6-e209c2854991 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:07:54.788182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Checking agent: {'id': '92a16007-3c87-4158-bc9c-5133cccb61e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 47, 48), 'started_at': datetime.datetime(2021, 1, 21, 19, 48, 18), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:07:54.788606 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Checking segment: {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:07:54.789058 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:54.789498 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Bound using segment: {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:07:54.790018 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Bound port: f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc, host: dv-cinder-726180-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:07:54.790481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:54.911526 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] For port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc, host dv-cinder-726180-8-smb, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:07:54.916014 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] For port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc, host dv-cinder-726180-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:07:54.921458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:54.938189 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:55.150538 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50476c43-871a-4d98-bceb-456de9bda64c None None] Pushing event updated for resources: {'Port': ['ID=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:55.154669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-50476c43-871a-4d98-bceb-456de9bda64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:55.200663 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:55.201558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:07:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:55.437750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:55.617628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:55.621899 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:55.840905 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Floating IP 8d3b73af-60e8-4b03-8340-dd051e3d39f0 associated. External IP: 172.28.3.35, port: 718aefd8-6a86-4585-9138-84e81bcec415. Jan 21 20:07:55.922527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:54Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:55.934035 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8862dca-8c70-4b65-b18d-85d121df5737 None None] The sync data for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb is: [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:54Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:55.951265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:56.031669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning for port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:07:56.037790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:56.038230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:56.194896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:56.240188 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] For port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:56.245209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:56.248057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:56.322118 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Router 604b216e-98aa-4153-965a-6c105ba16526 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:07:56.333563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Pushing event updated for resources: {'Port': ['ID=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:56.337452 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:56.554647 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:56.559550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:56.564884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] Sync routers for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:56.595655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:56.596305 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:07:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:56.629996 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-aa97430e-5dea-4f21-9682-5fa87602c7e5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "PUT /v2.0/floatingips/8d3b73af-60e8-4b03-8340-dd051e3d39f0 HTTP/1.1" status: 200 len: 995 time: 2.2683415 Jan 21 20:07:56.634860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:07:56.741248 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415', 'status': 'completed', 'code': 200} Jan 21 20:07:56.833080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-3695f2ce-9b7e-4113-9b6d-9afb355339cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:56.835073 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-3695f2ce-9b7e-4113-9b6d-9afb355339cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.1903605 Jan 21 20:07:56.901326 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:57.005319 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec331-c193-4336-a639-429de85e33a5 req-770a8fe1-4d33-4408-83c2-1ca32a88375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:57.007225 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-216ec331-c193-4336-a639-429de85e33a5 req-770a8fe1-4d33-4408-83c2-1ca32a88375c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.2331507 Jan 21 20:07:57.010044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-bf42b5c6-b9bc-4c2d-aa8f-d74bc2fe4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:57.011731 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-bf42b5c6-b9bc-4c2d-aa8f-d74bc2fe4c17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.1698196 Jan 21 20:07:57.245564 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-03481ffb-29b4-4cd8-89d9-d533b29e8910 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 998 time: 0.2065010 Jan 21 20:07:57.336869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-3a13bb94-525e-4d6b-9fd2-4d1a0f535288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:57.338615 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-3a13bb94-525e-4d6b-9fd2-4d1a0f535288 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.0775909 Jan 21 20:07:57.409279 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec331-c193-4336-a639-429de85e33a5 req-a37bdc63-a2eb-4907-b3d4-d8f63c96bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:57.411154 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-216ec331-c193-4336-a639-429de85e33a5 req-a37bdc63-a2eb-4907-b3d4-d8f63c96bae3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.3959670 Jan 21 20:07:57.413075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '8d3b73af-60e8-4b03-8340-dd051e3d39f0', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '604b216e-98aa-4153-965a-6c105ba16526', 'port_id': '718aefd8-6a86-4585-9138-84e81bcec415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'mac_address': 'fa:16:3e:ea:0a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:07:52Z', 'updated_at': '2021-01-21T20:07:55Z', 'revision_number': 1, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:57.420875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] Checking router: 604b216e-98aa-4153-965a-6c105ba16526 for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:57.432428 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:57.433101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:07:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:57.554588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-bdb3f1fa-ca4c-4352-aa76-fd47ecc98c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:57.556273 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-bdb3f1fa-ca4c-4352-aa76-fd47ecc98c80 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2049890 Jan 21 20:07:57.572111 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-821b6836-0c32-4db2-8276-d8319dfabf50 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:07:57.573280 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-821b6836-0c32-4db2-8276-d8319dfabf50 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0086133 Jan 21 20:07:57.578369 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-216ec331-c193-4336-a639-429de85e33a5 req-ce88cf84-caf5-41fa-930a-e4eade96c420 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 998 time: 0.1569872 Jan 21 20:07:57.669290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:57.809268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec331-c193-4336-a639-429de85e33a5 req-8e633ca8-317f-4779-8199-c3e8a2bc571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:57.811097 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-216ec331-c193-4336-a639-429de85e33a5 req-8e633ca8-317f-4779-8199-c3e8a2bc571f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.1999574 Jan 21 20:07:57.922697 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-cc8b6347-8e9a-4d0d-abc9-2eb4ed3195e6 service neutron] 10.222.0.76 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410528 Jan 21 20:07:57.951584 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc up at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:58.183145 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Provisioning complete for port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:58.183482 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:58.298344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec331-c193-4336-a639-429de85e33a5 req-f6b8e66e-b6fd-4bd7-bed7-b43555751168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:58.300291 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-216ec331-c193-4336-a639-429de85e33a5 req-f6b8e66e-b6fd-4bd7-bed7-b43555751168 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4758019 Jan 21 20:07:58.491359 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-216ec331-c193-4336-a639-429de85e33a5 req-8895be9c-3eac-4394-813b-c6927a1c3fb8 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779091 Jan 21 20:07:58.500043 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c05e9e8f-9b72-42cf-9c23-3e9fe3c7dd2e req-a91700f5-633f-4b39-92d0-104bb5a782c7 service neutron] 10.222.0.76 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5623791 Jan 21 20:07:58.560050 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '8d3b73af-60e8-4b03-8340-dd051e3d39f0', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '604b216e-98aa-4153-965a-6c105ba16526', 'port_id': '718aefd8-6a86-4585-9138-84e81bcec415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'mac_address': 'fa:16:3e:ea:0a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:07:52Z', 'updated_at': '2021-01-21T20:07:55Z', 'revision_number': 1, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:58.564907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa9c95-827d-417c-83ff-a3f1851988f3 None None] The sync data for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb is: [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '8d3b73af-60e8-4b03-8340-dd051e3d39f0', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '604b216e-98aa-4153-965a-6c105ba16526', 'port_id': '718aefd8-6a86-4585-9138-84e81bcec415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'mac_address': 'fa:16:3e:ea:0a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:07:52Z', 'updated_at': '2021-01-21T20:07:55Z', 'revision_number': 1, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:58.682687 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-216ec331-c193-4336-a639-429de85e33a5 req-e60c05a6-ca8a-4b81-9767-41fd66d3fe09 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1814742 Jan 21 20:07:58.990981 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8893b-d9ae-41fc-953c-fd993ff25d2c None None] New status for floating IP 8d3b73af-60e8-4b03-8340-dd051e3d39f0: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:08:00.995724 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-d70bce8e-0598-4dc4-9269-3e4f6c975f0c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:00.997353 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-d70bce8e-0598-4dc4-9269-3e4f6c975f0c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 815 time: 0.1753356 Jan 21 20:08:01.014176 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-1de8040b-2ec9-4307-a892-ec03fc71ebae tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/quotas/8d075225e53144d988f6e5d9353c1953 HTTP/1.1" status: 200 len: 375 time: 0.0101264 Jan 21 20:08:01.111798 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-0833feda-4afb-4921-ba2b-04d5615fb71f tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919056 Jan 21 20:08:01.266965 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-5e6dd0ca-f047-47b6-94aa-3415e33b2316 service neutron] 10.222.0.76 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420557 Jan 21 20:08:01.417829 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-3b0853ac-e427-46de-9004-2f8ca0f954fe service neutron] 10.222.0.76 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439023 Jan 21 20:08:01.624618 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-855a11ee-465b-4c34-a61b-3a774fae5744 req-e10fdd26-3c3f-48c8-b9ba-a85bd50c60d5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 210 time: 0.0497034 Jan 21 20:08:02.806656 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6e46f964-ae9a-43f7-827d-561dedf54f62 req-026e8e60-c960-4fe5-bd65-cde726b34f4d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 210 time: 0.0516548 Jan 21 20:08:03.133433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-e9b12003-e24b-437f-ae43-119eaae6924c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:03.134999 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-e9b12003-e24b-437f-ae43-119eaae6924c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.38 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 815 time: 0.1805644 Jan 21 20:08:03.179103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'port': {'device_id': '941badab-7f04-41f8-8e19-33e0a660eb19', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'admin_state_up': True, 'tenant_id': '8d075225e53144d988f6e5d9353c1953'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:03.330402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:08:03.335049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Usage tracker for resource:port and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:08:03.338871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Quota usage for port was recalculated. Used quota:2. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:08:03.344727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:08:03.354759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Made reservation on behalf of 8d075225e53144d988f6e5d9353c1953 for: {'port': 1} {{(pid=80130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:08:03.364485 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:03.743386 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Allocated IP 172.20.0.4 (7304b6d6-8041-43db-aad6-e209c2854991/f1c5dab1-34a4-4c22-8ade-031a4ea69b92/ffa1625a-17a6-4b38-8884-ecaec2261d2f) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:08:04.037319 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-77f37d5f-5a99-47a4-86a0-11b6a8812312 req-bdf9387c-2c9f-47cc-aa5a-e521d92a0db8 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 210 time: 0.0550916 Jan 21 20:08:04.120799 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:04.142690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Transition to ACTIVE for port object ffa1625a-17a6-4b38-8884-ecaec2261d2f will not be triggered until provisioned by entity DHCP. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:08:04.170962 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:04.186800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b5043280-04f6-4143-ab90-41e3fd2f4d46 tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:04.285280 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event updated for resources: {'Port': ['ID=ffa1625a-17a6-4b38-8884-ecaec2261d2f,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:04.336797 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:04.416454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Network 7304b6d6-8041-43db-aad6-e209c2854991 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:08:04.417641 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:08:04.420026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:08:04.517847 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:04.519294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:04.543496 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-788cc26c-51a8-4926-a626-d56c6085f48c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3692214 Jan 21 20:08:04.671075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-22cfe202-f40c-43e3-9e6d-ef8dc9f266ac None None] Provisioning for port ffa1625a-17a6-4b38-8884-ecaec2261d2f completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:08:04.676107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-22cfe202-f40c-43e3-9e6d-ef8dc9f266ac None None] Provisioning complete for port ffa1625a-17a6-4b38-8884-ecaec2261d2f triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:08:04.676529 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-22cfe202-f40c-43e3-9e6d-ef8dc9f266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:04.762193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-22cfe202-f40c-43e3-9e6d-ef8dc9f266ac None None] Port ffa1625a-17a6-4b38-8884-ecaec2261d2f cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:08:05.301093 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a02f9-bc06-4ad1-b96f-6e53971b1512 req-4c68f0fd-b1b9-470e-9b72-93d2e3d12941 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:05.302054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-ee8a02f9-bc06-4ad1-b96f-6e53971b1512 req-4c68f0fd-b1b9-470e-9b72-93d2e3d12941 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Synchronizing usage tracker for tenant:8d075225e53144d988f6e5d9353c1953 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:08:05.320034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-ee8a02f9-bc06-4ad1-b96f-6e53971b1512 req-4c68f0fd-b1b9-470e-9b72-93d2e3d12941 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Unset dirty status for tenant:8d075225e53144d988f6e5d9353c1953 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:08:05.321627 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ee8a02f9-bc06-4ad1-b96f-6e53971b1512 req-4c68f0fd-b1b9-470e-9b72-93d2e3d12941 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.1343715 Jan 21 20:08:05.378712 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ee8a02f9-bc06-4ad1-b96f-6e53971b1512 req-678c25f4-c50e-4bd3-bf8c-6af012900425 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Jan 21 20:08:06.617534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31daf7-f2d9-420c-8fe4-57f542cf781d req-d1b90e15-8748-4355-8046-896550b74d60 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:06.619136 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ff31daf7-f2d9-420c-8fe4-57f542cf781d req-d1b90e15-8748-4355-8046-896550b74d60 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.1049817 Jan 21 20:08:06.710443 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-ff31daf7-f2d9-420c-8fe4-57f542cf781d req-74b267d6-1450-4927-8a85-3f45e24d3a62 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846398 Jan 21 20:08:07.961294 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468799dd-1fa2-40e7-b025-bb2507068670 req-822f2437-e40f-4bb3-bd47-7268915b5d00 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:07.963043 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-468799dd-1fa2-40e7-b025-bb2507068670 req-822f2437-e40f-4bb3-bd47-7268915b5d00 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.1083901 Jan 21 20:08:08.025880 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-468799dd-1fa2-40e7-b025-bb2507068670 req-8fbb3ca4-1577-4cde-abbb-4d3ba0bc46c9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505366 Jan 21 20:08:09.264110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd07310-4fcd-4562-bba0-7c6d348de62c req-ca6a988e-bf6c-4a05-87fa-8d176ab04f32 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:09.265732 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5bd07310-4fcd-4562-bba0-7c6d348de62c req-ca6a988e-bf6c-4a05-87fa-8d176ab04f32 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.1055219 Jan 21 20:08:09.321108 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5bd07310-4fcd-4562-bba0-7c6d348de62c req-a4195e69-a8ad-4ed0-9eb6-2708f0aae81a tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489554 Jan 21 20:08:10.563624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34637f2-6436-4e01-ac37-a39c8c5a9b00 req-fe382255-fa25-4f7f-a7ad-07ebeea8d114 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:10.565337 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e34637f2-6436-4e01-ac37-a39c8c5a9b00 req-fe382255-fa25-4f7f-a7ad-07ebeea8d114 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.1061087 Jan 21 20:08:10.603879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:08:10.636524 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e34637f2-6436-4e01-ac37-a39c8c5a9b00 req-bb100345-e8e0-43b8-a428-caa28232bc5a tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642021 Jan 21 20:08:11.883006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efbcad-d78f-46bb-a7d4-a4188b4c152c req-e4aac9f8-c636-434f-8351-274a0ab96148 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:11.884710 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3efbcad-d78f-46bb-a7d4-a4188b4c152c req-e4aac9f8-c636-434f-8351-274a0ab96148 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.1209528 Jan 21 20:08:11.941065 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c3efbcad-d78f-46bb-a7d4-a4188b4c152c req-f71c0bae-19cf-4c99-a27f-ada853c92ee7 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498250 Jan 21 20:08:12.688202 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:13.327508 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc031f2f-8178-433c-a58a-175f8ea00597 req-f2defd64-629c-43a8-ba4d-a2c4f90bbdd4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:13.329115 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc031f2f-8178-433c-a58a-175f8ea00597 req-f2defd64-629c-43a8-ba4d-a2c4f90bbdd4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.1094911 Jan 21 20:08:13.384700 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fc031f2f-8178-433c-a58a-175f8ea00597 req-d0ce1041-e9a2-4810-af01-bea5c6470b66 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Jan 21 20:08:14.284449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b561b0d-ddc1-4f92-8677-f4ce35944ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:14.618566 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2a37-2d75-4e43-9cfd-9e7b647869d8 req-53615947-5b8a-4bea-aa30-93e1b821e6ec tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:14.620222 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3d3e2a37-2d75-4e43-9cfd-9e7b647869d8 req-53615947-5b8a-4bea-aa30-93e1b821e6ec tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.1041133 Jan 21 20:08:14.672806 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3d3e2a37-2d75-4e43-9cfd-9e7b647869d8 req-dabb6067-aef0-4ae2-9523-04b1972e809a tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Jan 21 20:08:15.022226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c02412ad-038e-4f37-9452-0334e133d05d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:08:15.023255 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c02412ad-038e-4f37-9452-0334e133d05d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0061347 Jan 21 20:08:15.163687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Request body: {'port': {'device_id': '941badab-7f04-41f8-8e19-33e0a660eb19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:15.543769 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-ea2f630d-c84c-4e5a-83ad-88a9ced00b72 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4996197 Jan 21 20:08:15.546112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:15.868419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-356839ba-85ef-474a-b500-b26e0e61d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:15.870004 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-356839ba-85ef-474a-b500-b26e0e61d52c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.2127044 Jan 21 20:08:16.150435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fad3d4-79eb-476b-aafa-67c46b733cff req-2163d041-22ca-4874-af96-31df03541076 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:16.151919 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-60fad3d4-79eb-476b-aafa-67c46b733cff req-2163d041-22ca-4874-af96-31df03541076 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 931 time: 0.3446553 Jan 21 20:08:16.214413 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-3e171003-6aad-4742-804a-b74d5251aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:16.215963 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-3e171003-6aad-4742-804a-b74d5251aa8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.3111594 Jan 21 20:08:16.310727 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-60fad3d4-79eb-476b-aafa-67c46b733cff req-f4a3fd5f-a0a4-409e-a855-3b56f1f3b216 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432695 Jan 21 20:08:16.313735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 20:08:16.403002 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-5dce9d5c-fd21-4780-a293-c244a5f36649 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 1000 time: 0.1759501 Jan 21 20:08:16.409061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa1625a-17a6-4b38-8884-ecaec2261d2f {{(pid=80130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:08:16.455167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:16.478558 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Transition to ACTIVE for port object ffa1625a-17a6-4b38-8884-ecaec2261d2f will not be triggered until provisioned by entity L2. {{(pid=80130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:08:16.487136 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:16.504485 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-93c1e594-89f9-41f5-a8fc-acb81d21e26f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:16.601700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-d850f8eb-1a3d-49e5-87ea-eaeb00bf1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:16.603330 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-d850f8eb-1a3d-49e5-87ea-eaeb00bf1a84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.1894929 Jan 21 20:08:16.690235 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa1625a-17a6-4b38-8884-ecaec2261d2f,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:16.696243 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:16.822224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-47fa5073-90d4-4094-99d5-e89515544696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:16.823902 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-47fa5073-90d4-4094-99d5-e89515544696 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2111161 Jan 21 20:08:16.904029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08b52e30-4f6c-4cc1-b3bb-5d732d1734eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:17.029609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Attempting to bind port ffa1625a-17a6-4b38-8884-ecaec2261d2f on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:08:17.029974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Attempting to bind port ffa1625a-17a6-4b38-8884-ecaec2261d2f by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:08:17.030389 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Attempting to bind port ffa1625a-17a6-4b38-8884-ecaec2261d2f on network 7304b6d6-8041-43db-aad6-e209c2854991 {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:08:17.045523 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Checking agent: {'id': '2345887e-8b99-4c8b-9844-14f4049fd8ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 55, 12), 'started_at': datetime.datetime(2021, 1, 21, 19, 55, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:08:17.045824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Checking segment: {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:08:17.046277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:17.046674 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Bound using segment: {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'} {{(pid=80130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:08:17.047139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Bound port: ffa1625a-17a6-4b38-8884-ecaec2261d2f, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970c34e3-9ca6-49cd-a5aa-3ddadec55420', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991'}}] {{(pid=80130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:08:17.047509 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:17.071312 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-6c6cff1c-c9d8-475b-a187-2d4988d5fc6c service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321270 Jan 21 20:08:17.233519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:17.258110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] For port ffa1625a-17a6-4b38-8884-ecaec2261d2f, host hv-cinder-72618, cleared binding levels {{(pid=80130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:08:17.278384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] For port ffa1625a-17a6-4b38-8884-ecaec2261d2f, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:08:17.282332 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cb52c83f-c924-4257-be54-3e60e2f55cfd req-08fb3ecd-06ea-4d5b-929a-9d40f9cb060d service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1846910 Jan 21 20:08:17.283876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:17.297102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-79eb835e-48ab-404f-84cf-aac7949c1aea tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:17.444711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa1625a-17a6-4b38-8884-ecaec2261d2f,revision_number=3']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:17.466540 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:17.559620 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:17.560309 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:17.561778 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-c7abe1a7-2420-49a6-a4d8-e5fec4fc4a11 service neutron] 10.222.0.38 "PUT /v2.0/ports/ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 1157 time: 2.5189693 Jan 21 20:08:17.564490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:08:17.604327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c0ece-5601-4b3c-8936-f19ff4e75de9 req-65a93e08-133f-4a9b-ba04-d2c8f5bd3359 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:17.606034 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-577c0ece-5601-4b3c-8936-f19ff4e75de9 req-65a93e08-133f-4a9b-ba04-d2c8f5bd3359 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 943 time: 0.1448777 Jan 21 20:08:17.673401 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'status': 'completed', 'code': 200} Jan 21 20:08:17.717327 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-577c0ece-5601-4b3c-8936-f19ff4e75de9 req-76406579-aec3-455f-bb73-f605b14d5d32 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049781 Jan 21 20:08:17.749458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-e4a037f1-91af-48fa-bbee-709ce4f3da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:17.751292 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-e4a037f1-91af-48fa-bbee-709ce4f3da97 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1160 time: 0.1208241 Jan 21 20:08:17.838963 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-badaf3ac-29c0-465d-a623-02084552e09a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 217 time: 0.0721440 Jan 21 20:08:17.914433 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-0b302fec-886d-44d5-b829-bacb80209b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:17.916019 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-0b302fec-886d-44d5-b829-bacb80209b2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.0709553 Jan 21 20:08:17.999263 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-f0f1c44d-5858-45e4-9596-916cf9fc4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:18.000913 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-f0f1c44d-5858-45e4-9596-916cf9fc4565 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775626 Jan 21 20:08:18.370120 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-4615a1ed-d507-41de-a6e4-38a97dfbe778 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617003 Jan 21 20:08:18.429917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:18.517615 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e0431ef4-0b76-4bcc-b1b0-833f6e7c7477 req-db853a3b-9b3d-468c-8e34-cf9502339a9c service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387191 Jan 21 20:08:18.687159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-6ca54fdc-d8cd-415a-8196-956cdfbd6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:18.688904 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-6ca54fdc-d8cd-415a-8196-956cdfbd6923 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1160 time: 0.0790532 Jan 21 20:08:18.841473 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-51a01245-e061-4f53-bd6c-18a7af6a0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:18.843157 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-51a01245-e061-4f53-bd6c-18a7af6a0640 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 909 time: 0.1470728 Jan 21 20:08:18.911126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:18.957819 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-098e024f-d1c5-4808-b56e-24d495b7f9da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 217 time: 0.1065004 Jan 21 20:08:19.053031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-9649148e-e59a-4947-a881-17cbd479d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:19.055212 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-9649148e-e59a-4947-a881-17cbd479d9a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.0858326 Jan 21 20:08:19.125655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d58685-7876-4ec4-80f8-2f4a80223d79 req-06b290d8-fe5d-4d60-a4bc-8a8e500555d4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:19.127257 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a6d58685-7876-4ec4-80f8-2f4a80223d79 req-06b290d8-fe5d-4d60-a4bc-8a8e500555d4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 943 time: 0.2142534 Jan 21 20:08:19.197225 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a6d58685-7876-4ec4-80f8-2f4a80223d79 req-4a17d637-513d-469e-ad0d-feb35767e158 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626454 Jan 21 20:08:19.206173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-7472fc5e-20de-4734-8d0b-10ce3973f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:19.207785 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-7472fc5e-20de-4734-8d0b-10ce3973f72e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1434948 Jan 21 20:08:19.352993 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-90439b92-301d-4e13-9285-841169356de2 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371439 Jan 21 20:08:19.504311 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf61cdcf-948d-4136-8de0-c4a9214659c2 req-5f964cc7-9d0b-402c-84b0-4fb06d02310e service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434934 Jan 21 20:08:20.429039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913afc5-fa75-4251-8182-121e49d43f81 req-91d9e163-2fe7-4074-b77c-8c762d90e1f9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:20.430690 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7913afc5-fa75-4251-8182-121e49d43f81 req-91d9e163-2fe7-4074-b77c-8c762d90e1f9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 943 time: 0.1062531 Jan 21 20:08:20.482880 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7913afc5-fa75-4251-8182-121e49d43f81 req-1f32b6c0-a74f-4c76-9ffc-92e16b341d66 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459301 Jan 21 20:08:20.867250 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.objects.ports [None req-84cc3185-fb9e-4e90-b664-1d69620a547f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:08:21.374861 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device ffa1625a-17a6-4b38-8884-ecaec2261d2f up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:08:21.444510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning for port ffa1625a-17a6-4b38-8884-ecaec2261d2f completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:08:21.449693 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port ffa1625a-17a6-4b38-8884-ecaec2261d2f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:08:21.450110 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:21.576278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:21.606548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:08:21.617882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port ffa1625a-17a6-4b38-8884-ecaec2261d2f, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:08:21.621904 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:21.623926 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:21.670571 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'code': 200} Jan 21 20:08:21.697270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=ffa1625a-17a6-4b38-8884-ecaec2261d2f,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:21.700548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:21.738240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb68e1d-0fb2-4c17-8443-9adb8c1cae14 req-0eaa7a15-af3c-4584-b401-352c3c1a3c2b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:21.739944 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bbb68e1d-0fb2-4c17-8443-9adb8c1cae14 req-0eaa7a15-af3c-4584-b401-352c3c1a3c2b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1115708 Jan 21 20:08:21.794174 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bbb68e1d-0fb2-4c17-8443-9adb8c1cae14 req-86f13b3d-011c-4fad-88c2-4a9090d676df tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477233 Jan 21 20:08:21.959986 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651c94b-fa7a-4064-bcc8-6fb6e51d146a req-1d235623-afbe-4d5b-b06d-44ff227972b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:21.961601 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f651c94b-fa7a-4064-bcc8-6fb6e51d146a req-1d235623-afbe-4d5b-b06d-44ff227972b0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1162 time: 0.0773196 Jan 21 20:08:22.005612 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f651c94b-fa7a-4064-bcc8-6fb6e51d146a req-4b897e51-e61e-49b9-9418-99454dc6cac7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362790 Jan 21 20:08:22.877149 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device ffa1625a-17a6-4b38-8884-ecaec2261d2f up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:08:22.955273 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port ffa1625a-17a6-4b38-8884-ecaec2261d2f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:08:22.955586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:23.042032 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17293eba-7c9e-4b86-9187-1664d6a8da16 req-9446fcc5-a38d-4056-b143-30019341cba3 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:23.043658 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-17293eba-7c9e-4b86-9187-1664d6a8da16 req-9446fcc5-a38d-4056-b143-30019341cba3 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1131923 Jan 21 20:08:23.097109 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-17293eba-7c9e-4b86-9187-1664d6a8da16 req-f4f057ae-0ca9-4bbd-8bef-f5534de3617e tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470433 Jan 21 20:08:24.330113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f0571-f26d-44ea-8d62-44b1be76afb2 req-84e2d2cf-b5c5-43a7-838b-a70e54ec1751 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:24.331762 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-742f0571-f26d-44ea-8d62-44b1be76afb2 req-84e2d2cf-b5c5-43a7-838b-a70e54ec1751 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1040971 Jan 21 20:08:24.387253 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-742f0571-f26d-44ea-8d62-44b1be76afb2 req-7881970d-7ab4-45fa-a71b-635e8146f80c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481780 Jan 21 20:08:24.618790 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d63f6-dff2-4326-a9b1-44bae78705df req-0a6af66a-d996-4c2b-9c6f-ba2b7a40a7b9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:24.620471 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e98d63f6-dff2-4326-a9b1-44bae78705df req-0a6af66a-d996-4c2b-9c6f-ba2b7a40a7b9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1038368 Jan 21 20:08:24.674436 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e98d63f6-dff2-4326-a9b1-44bae78705df req-4e25ee13-b25e-4785-b699-719f72bf475a tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473485 Jan 21 20:08:25.150353 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f144c-cd07-4948-af33-848d0c8f3845 req-cb465e2f-8ac6-4d54-931c-b2f7b8750e40 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:25.155483 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-766f144c-cd07-4948-af33-848d0c8f3845 req-cb465e2f-8ac6-4d54-931c-b2f7b8750e40 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1116240 Jan 21 20:08:25.207220 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-766f144c-cd07-4948-af33-848d0c8f3845 req-f50753eb-e45c-4be8-85e5-55074f5ce071 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 Jan 21 20:08:30.387652 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a28da-114e-4f41-b463-2fbb84a3e2ed req-23f607a8-6663-405b-82e3-85d5619288c9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:30.389286 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-050a28da-114e-4f41-b463-2fbb84a3e2ed req-23f607a8-6663-405b-82e3-85d5619288c9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1125674 Jan 21 20:08:30.447853 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-050a28da-114e-4f41-b463-2fbb84a3e2ed req-b8ef4a6d-d6d0-4510-adfa-bfd32ca4df4f tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517817 Jan 21 20:08:30.683628 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-20fa63d4-b2ee-4dc9-887f-fa9538de01f1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1716101 Jan 21 20:08:30.694536 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'floatingip': {'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:30.703920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:08:30.708143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Usage tracker for resource:floatingip and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:08:30.711986 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:08:30.717998 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:08:30.729052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for floatingip, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:30.874505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:31.146196 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Allocated IP 172.28.3.53 (ffa21988-c14c-4b58-833d-021bff0ef1f9/aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec/5562b795-a52a-4cd9-8c02-24c99b2b800c) {{(pid=80130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:08:31.305146 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for port, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:31.333969 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783336844335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:31.349047 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1e53bd6c-202d-4675-a13e-c0063cedff55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:31.485372 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event updated for resources: {'Port': ['ID=5562b795-a52a-4cd9-8c02-24c99b2b800c,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:31.491412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:31.540363 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Network ffa21988-c14c-4b58-833d-021bff0ef1f9 is already hosted by enough agents. {{(pid=80130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:08:31.541486 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Resources bound (agent type, host, resource id): {{(pid=80130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:08:31.543853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Received port after_create {{(pid=80130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:08:31.626584 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for floatingip, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:31.695181 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:31.970674 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:31.974121 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:31.990943 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-699aaea5-2cdc-4727-bd14-a2cb4941509a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:32.120401 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event updated for resources: {'Port': ['ID=5562b795-a52a-4cd9-8c02-24c99b2b800c,revision_number=2']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:32.124870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:32.229700 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:32.251629 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:32.252942 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-c45e8ddf-63a4-4072-88ec-28d2424313fd tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5631866 Jan 21 20:08:32.345914 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-13bbdecd-7ab1-4a55-a8bd-9bdef1360e09 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Synchronizing usage tracker for tenant:8d075225e53144d988f6e5d9353c1953 on resource:floatingip {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:08:32.362840 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-13bbdecd-7ab1-4a55-a8bd-9bdef1360e09 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Unset dirty status for tenant:8d075225e53144d988f6e5d9353c1953 on resource:floatingip {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:08:32.364096 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-13bbdecd-7ab1-4a55-a8bd-9bdef1360e09 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.28.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1040452 Jan 21 20:08:32.543782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-256e73ef-ce1a-438a-9963-610f2c0c00cb tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:32.545256 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-256e73ef-ce1a-438a-9963-610f2c0c00cb tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/networks/ffa21988-c14c-4b58-833d-021bff0ef1f9 HTTP/1.1" status: 200 len: 784 time: 0.1752684 Jan 21 20:08:32.556937 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-4af606a6-deab-458f-803f-f7cadca069b9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:08:32.558008 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-58d186e8-0bff-451e-af09-c47bed87f5b5 req-4af606a6-deab-458f-803f-f7cadca069b9 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0061264 Jan 21 20:08:32.772147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-9e44fe88-1c04-47e0-8ffa-8606960334d0 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:32.773824 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-9e44fe88-1c04-47e0-8ffa-8606960334d0 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1053097 Jan 21 20:08:33.098764 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-be52a221-08ff-46ed-aad6-13831e79178b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.28.3.53 HTTP/1.1" status: 200 len: 695 time: 0.3180480 Jan 21 20:08:33.110101 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'floatingip': {'port_id': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:33.196064 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for floatingip, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:33.840249 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for floatingip, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:33.843144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980168'] for floatingip, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:34.027123 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Floating IP 8c8e69a3-6d3f-437e-8f5d-74a193ac6241 associated. External IP: 172.28.3.53, port: ffa1625a-17a6-4b38-8884-ecaec2261d2f. Jan 21 20:08:34.402563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:08:34.605211 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:08:34.610255 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:34.616455 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] Sync routers for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:08:34.630210 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:08:34.631026 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:08:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:08:34.673828 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-e50574c9-886a-468f-a5d9-3ef8e2e613a1 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "PUT /v2.0/floatingips/8c8e69a3-6d3f-437e-8f5d-74a193ac6241 HTTP/1.1" status: 200 len: 995 time: 1.5684342 Jan 21 20:08:34.674417 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:08:34.745241 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'status': 'completed', 'code': 200} Jan 21 20:08:34.822705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:08:34.907695 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-85d008f5-6e5a-4591-905e-9d34a5e60e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:34.909362 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-85d008f5-6e5a-4591-905e-9d34a5e60e44 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1162 time: 0.1178696 Jan 21 20:08:35.097973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-0975aab0-c29d-46d6-ac50-da191a316098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:35.100725 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-0975aab0-c29d-46d6-ac50-da191a316098 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1162 time: 0.3994472 Jan 21 20:08:35.106159 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-e73f4d43-2012-4257-9948-2427710200da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:35.107745 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-e73f4d43-2012-4257-9948-2427710200da service neutron] 10.222.0.38 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 909 time: 0.1868987 Jan 21 20:08:35.210293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '8c8e69a3-6d3f-437e-8f5d-74a193ac6241', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'floating_ip_address': '172.28.3.53', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'port_id': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'mac_address': 'fa:16:3e:1d:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941badab-7f04-41f8-8e19-33e0a660eb19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:08:31Z', 'updated_at': '2021-01-21T20:08:33Z', 'revision_number': 1, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:56Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:08:35.214585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] Checking router: 7695f7a2-5df2-4a4a-87a8-e520ed0399ae for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:08:35.224059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:08:35.225365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:08:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:08:35.321558 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-6bfe2d44-f250-4985-8ccb-05787bc91751 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 998 time: 0.1903756 Jan 21 20:08:35.412173 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-fd3f202f-3541-4a79-b28a-431267b3e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:35.414219 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-fd3f202f-3541-4a79-b28a-431267b3e3e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 909 time: 0.3055160 Jan 21 20:08:35.415619 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:08:35.731792 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-9e7a05a6-d455-4ea8-8cae-c014d96610ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:35.733376 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-9e7a05a6-d455-4ea8-8cae-c014d96610ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.3981411 Jan 21 20:08:35.838612 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-52ad6a71-e59b-47c2-a833-1f04a1ed90c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 998 time: 0.4171960 Jan 21 20:08:35.924384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-3a710d1b-959f-4b7f-b193-edbf9e1d3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:35.925981 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-3a710d1b-959f-4b7f-b193-edbf9e1d3c2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1792171 Jan 21 20:08:35.930669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-79b9abb6-98b8-4c21-87c2-64eac82a9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:35.932177 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-79b9abb6-98b8-4c21-87c2-64eac82a9df2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.0860128 Jan 21 20:08:35.980793 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '8c8e69a3-6d3f-437e-8f5d-74a193ac6241', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'floating_ip_address': '172.28.3.53', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'port_id': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'mac_address': 'fa:16:3e:1d:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941badab-7f04-41f8-8e19-33e0a660eb19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:08:31Z', 'updated_at': '2021-01-21T20:08:33Z', 'revision_number': 1, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:56Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:08:35.985174 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ee700-69f0-4768-a9a7-d72bcadf984f None None] The sync data for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb is: [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_floatingips': [{'id': '8c8e69a3-6d3f-437e-8f5d-74a193ac6241', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'floating_ip_address': '172.28.3.53', 'floating_network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'router_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'port_id': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'mac_address': 'fa:16:3e:1d:21:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941badab-7f04-41f8-8e19-33e0a660eb19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:08:31Z', 'updated_at': '2021-01-21T20:08:33Z', 'revision_number': 1, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:56Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:08:36.148690 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-e18b510a-1112-4d28-863d-64eb1f5d7fd3 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154868 Jan 21 20:08:36.150821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-3c21d92d-8453-4ed5-93ba-639a17ffa82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:36.152347 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-3c21d92d-8453-4ed5-93ba-639a17ffa82a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1910710 Jan 21 20:08:36.186194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-215af40f-a3e4-403d-b920-ca493cafc2ee service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:08:36.187255 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-215af40f-a3e4-403d-b920-ca493cafc2ee service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0081654 Jan 21 20:08:36.305930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74fb0f-173e-4cc6-ad43-239c270ec4b3 None None] New status for floating IP 8c8e69a3-6d3f-437e-8f5d-74a193ac6241: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:08:36.437083 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6a1edb6d-9c47-4bfa-8500-af7de6da143b req-e5faa985-fd63-4ec2-9dc6-264c63aad952 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2802079 Jan 21 20:08:36.446880 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-59f99a8e-f107-45c4-b08e-31d727e00d39 service neutron] 10.222.0.76 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040205 Jan 21 20:08:36.597785 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e80270de-854b-4dd4-b26a-68c7140bf669 req-9a9a0618-7913-43a2-be13-8f79f01c941a service neutron] 10.222.0.76 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441138 Jan 21 20:08:36.647557 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-775591690', 'description': 'tempest-TestMinimumBasicScenario-775591690 description'}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:36.657667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:08:36.662667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Usage tracker for resource:security_group and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:08:36.665973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:08:36.673865 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:08:36.684766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:36.707800 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:08:36.712477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Usage tracker for resource:security_group_rule and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:08:36.715812 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:08:36.722467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:08:36.801719 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:36.805277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:36.810933 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c7d6057-2db5-460f-8eed-6108741f284a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:36.852580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0e077d-1780-4ae4-abde-7fcccf7c45e7,revision_number=1']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:36.856644 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:36.857964 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5822f5d8-06fd-4ae0-b11a-22f1815cc2f8 req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2158298 Jan 21 20:08:36.863044 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.863456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.863863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.864267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.864666 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.865649 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.866129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.866550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.866939 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.867335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.867723 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.868113 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.868578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.868973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.869397 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.869735 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.870126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.870535 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.870925 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.871312 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.872268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.872268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.872475 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.872815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:36.877143 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:36.951535 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-b61ff41b-b542-42b6-89c7-203dfa805635 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups/3a0e077d-1780-4ae4-abde-7fcccf7c45e7 HTTP/1.1" status: 200 len: 1812 time: 0.0563278 Jan 21 20:08:36.962657 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a0e077d-1780-4ae4-abde-7fcccf7c45e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:36.963007 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a0e077d-1780-4ae4-abde-7fcccf7c45e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:36.972885 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:08:36.978422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Usage tracker for resource:security_group_rule and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:08:36.982388 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:08:36.988621 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:08:37.046571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group_rule, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:37.072555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:37.075226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:37.082682 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:37.104011 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037b08f9-dbd4-4d66-b350-2e60403a9eb2,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:37.107157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:37.113973 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group_rule, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:37.115920 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b95f6d22-0e2b-43cc-a9fb-a4314a98ea16 req-85c7a0e3-001d-41d5-8939-64f421e9d23c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1579833 Jan 21 20:08:37.203069 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-874c9ff3-64f0-4a02-9fc4-699df6171d05 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups/3a0e077d-1780-4ae4-abde-7fcccf7c45e7 HTTP/1.1" status: 200 len: 2405 time: 0.0536604 Jan 21 20:08:37.215334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a0e077d-1780-4ae4-abde-7fcccf7c45e7', 'remote_group_id': None}]} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:37.215334 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a0e077d-1780-4ae4-abde-7fcccf7c45e7', 'remote_group_id': None}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:37.225024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:08:37.230119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Usage tracker for resource:security_group_rule and tenant:8d075225e53144d988f6e5d9353c1953 is out of sync, need to count used quota {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:08:37.233224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80130) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:08:37.239212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.quota.driver [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80130) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:08:37.298321 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group_rule, before_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:37.326541 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:37.329195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852718806'] for security_group_rule, after_create {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:37.331373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1e60e076-42ce-4350-a7d0-061854c71911 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:37.354613 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bedd16b-ee2f-41ff-8bf1-6699f6386b76,revision_number=0']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:37.357151 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:37.363449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group_rule, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:37.364712 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-dfd1fb66-ce7a-45b3-b088-0eae20ed4e78 req-af7b9119-c482-49dc-bfa6-cfcff486de04 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1550174 Jan 21 20:08:37.511686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-5599264a-a021-426e-82cd-ad732c003661 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Synchronizing usage tracker for tenant:8d075225e53144d988f6e5d9353c1953 on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:08:37.527999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-5599264a-a021-426e-82cd-ad732c003661 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Unset dirty status for tenant:8d075225e53144d988f6e5d9353c1953 on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:08:37.535109 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-5599264a-a021-426e-82cd-ad732c003661 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-775591690&fields=id&tenant_id=8d075225e53144d988f6e5d9353c1953 HTTP/1.1" status: 200 len: 267 time: 0.0623174 Jan 21 20:08:37.639066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-79d39551-a0dc-40ef-ab4f-8e8cd2056be6 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:37.640883 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-79d39551-a0dc-40ef-ab4f-8e8cd2056be6 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1051936 Jan 21 20:08:37.657425 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'port': {'security_groups': ['27b7d5ef-0e22-472c-a525-6ad57f831786', '3a0e077d-1780-4ae4-abde-7fcccf7c45e7']}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:08:37.800997 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:38.131586 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] For port ffa1625a-17a6-4b38-8884-ecaec2261d2f, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:08:38.157283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:38.160736 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:38.175385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:38.326820 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event updated for resources: {'Port': ['ID=ffa1625a-17a6-4b38-8884-ecaec2261d2f,revision_number=5']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:38.343519 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:38.394283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:38.395023 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:38.397402 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-45734d2c-2e14-4b49-bc6b-dc24073bc9f3 req-cb571c4d-e940-4809-8f20-e6685862a439 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "PUT /v2.0/ports/ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 981 time: 0.7449679 Jan 21 20:08:38.397994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:08:38.462700 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'status': 'completed', 'code': 200} Jan 21 20:08:38.645633 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-0ae82b84-2597-4e44-af04-a185149658ba None None] Provisioning complete for port ffa1625a-17a6-4b38-8884-ecaec2261d2f triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:08:38.647012 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ae82b84-2597-4e44-af04-a185149658ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:38.689194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d594d-3794-42dc-bce5-a30dd21f31bb req-1709aa5e-6a27-4890-9d80-1e6dfce6858c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:38.690913 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3b0d594d-3794-42dc-bce5-a30dd21f31bb req-1709aa5e-6a27-4890-9d80-1e6dfce6858c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1748919 Jan 21 20:08:38.695079 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-b0a1c2a3-9c80-4abd-aaeb-c04a9c119827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:38.696570 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-b0a1c2a3-9c80-4abd-aaeb-c04a9c119827 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1202 time: 0.1432962 Jan 21 20:08:38.843161 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3b0d594d-3794-42dc-bce5-a30dd21f31bb req-33cbd9f4-0bad-45e2-9f25-68c795904b4c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1443019 Jan 21 20:08:38.887809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-49d4c555-97ad-47b2-b242-e48344746692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:38.889389 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-49d4c555-97ad-47b2-b242-e48344746692 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 909 time: 0.1762829 Jan 21 20:08:39.002389 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-fd765dba-b72c-450c-9326-2198a59aae88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 1000 time: 0.1052988 Jan 21 20:08:39.076458 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-676a9311-d30c-4377-bdf2-7bf9a11708a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:39.078107 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-676a9311-d30c-4377-bdf2-7bf9a11708a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.0687790 Jan 21 20:08:39.118744 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device ffa1625a-17a6-4b38-8884-ecaec2261d2f up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:08:39.166383 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-5717d4b4-565d-4a97-9794-c760155a0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:39.168004 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-5717d4b4-565d-4a97-9794-c760155a0ffb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805910 Jan 21 20:08:39.199413 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port ffa1625a-17a6-4b38-8884-ecaec2261d2f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:08:39.199991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:39.324457 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-fb453482-c1f7-4b63-99ee-126013cb1bd0 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488321 Jan 21 20:08:39.713127 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-73253b65-9c7d-4671-9b4a-25001931d8e6 req-3ac4d343-6878-4f0d-8d5e-0536d91293f1 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3815267 Jan 21 20:08:42.699119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:44.285827 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15184234-b08a-45b7-b100-9f00a245f032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:46.907260 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-01e9cba6-019d-495f-bd62-32ab24803cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:47.236277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:47.604075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:08:48.424869 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:48.915084 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:01.989066 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-f26b6dfe-29f7-49c7-bf3d-3c761fbbc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:01.990752 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-f26b6dfe-29f7-49c7-bf3d-3c761fbbc4ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1202 time: 0.0818729 Jan 21 20:09:02.203648 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-4b667ffe-9a3e-43a5-971c-de0243ab669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:02.205223 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-4b667ffe-9a3e-43a5-971c-de0243ab669a service neutron] 10.222.0.38 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 909 time: 0.2071412 Jan 21 20:09:02.233277 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306844c-7e39-4b5d-80fd-909ade9627f1 req-3e505ec9-055e-41ea-a523-f53e1c735463 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:02.234815 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c306844c-7e39-4b5d-80fd-909ade9627f1 req-3e505ec9-055e-41ea-a523-f53e1c735463 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1579752 Jan 21 20:09:02.377551 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c306844c-7e39-4b5d-80fd-909ade9627f1 req-0522ba52-9484-4be0-8125-2a1a50c81ec6 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0915782 Jan 21 20:09:02.382436 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-f603b594-f47a-4241-847f-0e35718c793d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 1000 time: 0.1465371 Jan 21 20:09:02.453528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-bd68bb5f-e4a8-4157-ad26-2cb98f97e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:02.455182 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-bd68bb5f-e4a8-4157-ad26-2cb98f97e1c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.0658886 Jan 21 20:09:02.537350 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-0a6d2f46-3849-481c-8d24-37bbf44953c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:02.539765 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-0a6d2f46-3849-481c-8d24-37bbf44953c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772953 Jan 21 20:09:02.684365 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-5c8517f9-fd70-4e48-b1ca-f97831a7bbe1 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372628 Jan 21 20:09:02.836467 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b58103f7-0aee-4ebe-b6b0-ff0c6b659e63 req-67daadf7-115e-440f-b668-c1ea53f9ba5d service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409409 Jan 21 20:09:03.617358 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85170cf6-0bfd-4d75-a902-44cfa9bee901 req-f000dc42-1025-4f94-913a-40908545bb37 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:03.619058 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-85170cf6-0bfd-4d75-a902-44cfa9bee901 req-f000dc42-1025-4f94-913a-40908545bb37 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1072812 Jan 21 20:09:03.677123 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-85170cf6-0bfd-4d75-a902-44cfa9bee901 req-d41bfedd-d065-4b2c-bc7e-38cba9c58a00 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0513787 Jan 21 20:09:04.908720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c69d0-5529-43bc-b3cc-b78d4151b41a req-97ea63d2-11c8-4749-b4dc-eccdf1e74e14 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:04.910368 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-486c69d0-5529-43bc-b3cc-b78d4151b41a req-97ea63d2-11c8-4749-b4dc-eccdf1e74e14 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1021569 Jan 21 20:09:04.970236 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-486c69d0-5529-43bc-b3cc-b78d4151b41a req-3d11a209-f504-4d43-bc0c-a010d1f1498a tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0532098 Jan 21 20:09:06.214590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7bf3d-529c-4389-bae9-16cd1eb1d1a6 req-9481915e-8eb3-46b9-a0ff-ee942c650359 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:06.216207 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6e7bf3d-529c-4389-bae9-16cd1eb1d1a6 req-9481915e-8eb3-46b9-a0ff-ee942c650359 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1034727 Jan 21 20:09:06.271582 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d6e7bf3d-529c-4389-bae9-16cd1eb1d1a6 req-a036903e-eeed-42ad-a3c9-374a319d52a4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0488224 Jan 21 20:09:07.519048 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03433a4e-e7f6-4342-8a5a-215943b89f41 req-1135dab4-5767-4b6f-8ab4-c5c5297d7ee4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:07.520664 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-03433a4e-e7f6-4342-8a5a-215943b89f41 req-1135dab4-5767-4b6f-8ab4-c5c5297d7ee4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1085930 Jan 21 20:09:07.580043 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-03433a4e-e7f6-4342-8a5a-215943b89f41 req-cd07d0de-e9b4-4efd-a1c5-8cdde10b7dca tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0524616 Jan 21 20:09:08.820709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c6103-7f36-4d4e-82fb-696438278a6e req-8af15a68-d97a-464b-afed-e627a8bc8b1f tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:08.822393 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-996c6103-7f36-4d4e-82fb-696438278a6e req-8af15a68-d97a-464b-afed-e627a8bc8b1f tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1070642 Jan 21 20:09:08.882252 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-996c6103-7f36-4d4e-82fb-696438278a6e req-96d4552f-374e-455f-b4f6-0975ae76eb7e tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0531049 Jan 21 20:09:10.115554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817627ae-691b-4e4d-bc4b-9d9503357bff req-454d6d67-6a48-40b9-ba85-54b0240021ac tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:10.117829 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-817627ae-691b-4e4d-bc4b-9d9503357bff req-454d6d67-6a48-40b9-ba85-54b0240021ac tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1066790 Jan 21 20:09:10.175052 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-817627ae-691b-4e4d-bc4b-9d9503357bff req-f7b818f9-bd7c-4d5a-9e09-b7b8e78adf63 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0501678 Jan 21 20:09:11.419578 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9f715-f7c3-485e-bc93-f23fad490ce7 req-6baf372d-10b5-4cb4-bc59-f053481aa208 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:11.421361 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fbe9f715-f7c3-485e-bc93-f23fad490ce7 req-6baf372d-10b5-4cb4-bc59-f053481aa208 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1128504 Jan 21 20:09:11.478850 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fbe9f715-f7c3-485e-bc93-f23fad490ce7 req-7633b5aa-81d6-4884-8bb5-122541425215 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0508490 Jan 21 20:09:12.696678 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:12.712507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ddc34-2d40-437d-86a9-7ea403e2e21d req-4cb5911a-1e7e-48ab-981f-503479b3059d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:12.714244 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a09ddc34-2d40-437d-86a9-7ea403e2e21d req-4cb5911a-1e7e-48ab-981f-503479b3059d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1047423 Jan 21 20:09:12.777313 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a09ddc34-2d40-437d-86a9-7ea403e2e21d req-caf436e7-ebe5-407f-90df-6c1ef24b288b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0563543 Jan 21 20:09:14.011984 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0dfcb-cdf6-4775-814c-f1cf888778ed req-aff10e86-4bdf-4596-8cce-469ffcbd1d79 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:14.013558 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6ec0dfcb-cdf6-4775-814c-f1cf888778ed req-aff10e86-4bdf-4596-8cce-469ffcbd1d79 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1032996 Jan 21 20:09:14.069830 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-6ec0dfcb-cdf6-4775-814c-f1cf888778ed req-0ed3a699-b593-462a-b6e1-02c6411c939d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0498314 Jan 21 20:09:14.288902 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d281e53-6f62-455d-96f4-2802a9696dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:15.305705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f8b4f-e8b0-4a35-a664-c715f28dc6e6 req-b03792d2-1baf-4f92-a14e-b2690baf1def tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:15.307327 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a56f8b4f-e8b0-4a35-a664-c715f28dc6e6 req-b03792d2-1baf-4f92-a14e-b2690baf1def tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1052399 Jan 21 20:09:15.363105 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a56f8b4f-e8b0-4a35-a664-c715f28dc6e6 req-eb5dea83-cbe6-4ec7-aae5-3241a796470f tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0493522 Jan 21 20:09:16.594222 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd81eb4-64d0-4317-982a-42f6e794a7d6 req-a0ccf712-8da2-4864-80e5-0fb9a37e5872 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:16.595911 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7dd81eb4-64d0-4317-982a-42f6e794a7d6 req-a0ccf712-8da2-4864-80e5-0fb9a37e5872 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1040437 Jan 21 20:09:16.656041 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7dd81eb4-64d0-4317-982a-42f6e794a7d6 req-ef14d90e-a806-494f-a525-fa9614c7282d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0525775 Jan 21 20:09:16.908399 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4763-f368-4eba-9163-7572f0299db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:17.239725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:17.888542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496553eb-b593-4b18-afa7-bf152d6f834c req-4c832bc5-994f-44d3-abe0-9a19eaeea4de tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:17.890159 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-496553eb-b593-4b18-afa7-bf152d6f834c req-4c832bc5-994f-44d3-abe0-9a19eaeea4de tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1014631 Jan 21 20:09:17.946274 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-496553eb-b593-4b18-afa7-bf152d6f834c req-1bac1018-85e4-418d-ae17-a610348b2ac0 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0496271 Jan 21 20:09:18.344518 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-1fea76bb-3b2f-41b2-8afb-ef393ca2ba1b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0791543 Jan 21 20:09:18.426842 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:18.539715 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-6040c9dc-8326-497b-901c-aa5f5048bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:18.541332 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-6040c9dc-8326-497b-901c-aa5f5048bced service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.0773644 Jan 21 20:09:18.702786 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-e88914fa-6b72-4bb9-8cbb-d8bd9d3a6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:18.704424 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-e88914fa-6b72-4bb9-8cbb-d8bd9d3a6d45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.1415834 Jan 21 20:09:18.817949 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-50776f21-a701-4989-aaae-ea1693d6b615 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 1000 time: 0.1052916 Jan 21 20:09:18.891150 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-3cb78177-7283-4eff-93d3-fda2a94b69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:18.892791 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-3cb78177-7283-4eff-93d3-fda2a94b69b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.0659244 Jan 21 20:09:18.919460 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:18.979528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-ce30cbe8-4c0f-44fa-8cf8-a81c3e6ff191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:18.981047 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-ce30cbe8-4c0f-44fa-8cf8-a81c3e6ff191 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813804 Jan 21 20:09:19.224119 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-8b924f05-96b9-4ceb-a719-9b0a7ca93b24 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071106 Jan 21 20:09:19.252762 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f27a87-fda6-4442-b928-1560bb31733d req-421fe512-ff87-4c75-a168-7cf068aa9d5c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:19.254260 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-72f27a87-fda6-4442-b928-1560bb31733d req-421fe512-ff87-4c75-a168-7cf068aa9d5c tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1619058 Jan 21 20:09:19.396001 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-72f27a87-fda6-4442-b928-1560bb31733d req-38d5f5ef-d4e6-48d1-b870-5ca544eca381 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1170707 Jan 21 20:09:19.439948 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-41df3979-dba8-427f-9ff5-149c0adfc473 req-ffbbd882-9aa3-4ed0-822b-11fd3c9d82a9 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1846616 Jan 21 20:09:20.629952 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6d135-4259-407b-9f32-55e579b8b19b req-2326f6de-9281-40c7-a0c7-e9cb5b89aceb tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:20.631692 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d4f6d135-4259-407b-9f32-55e579b8b19b req-2326f6de-9281-40c7-a0c7-e9cb5b89aceb tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.1064489 Jan 21 20:09:20.688823 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d4f6d135-4259-407b-9f32-55e579b8b19b req-c6ef52e2-7259-4ae7-af69-5e902e2e4ea4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=3a0e077d-1780-4ae4-abde-7fcccf7c45e7&id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0503817 Jan 21 20:09:24.603080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:09:42.698762 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:44.291585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d0463d8a-6f33-4907-b692-a9227a3cafe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:46.909385 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-abae1a33-0fde-4510-8219-f8e950984833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:47.243156 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:48.429114 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:48.922654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:52.955301 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fff021-540a-4a3d-b65e-8083fa798bc1 req-d631f7bf-ba18-4253-b8b7-8924e0e288e6 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:52.956906 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e5fff021-540a-4a3d-b65e-8083fa798bc1 req-d631f7bf-ba18-4253-b8b7-8924e0e288e6 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1069989 Jan 21 20:09:53.009807 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e5fff021-540a-4a3d-b65e-8083fa798bc1 req-22702cc0-5922-4197-981f-0cf9c3cbba73 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0461237 Jan 21 20:09:54.051844 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-c6d9520a-6d68-4bd8-a97c-52521ebf14cb tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-775591690&fields=id&tenant_id=8d075225e53144d988f6e5d9353c1953 HTTP/1.1" status: 200 len: 267 time: 0.0484877 Jan 21 20:09:54.427426 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-6c6fdadb-c6b2-4d76-8ab0-e06265558902 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:54.429020 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-6c6fdadb-c6b2-4d76-8ab0-e06265558902 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 984 time: 0.3705015 Jan 21 20:09:54.447419 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.v2.base [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Request body: {'port': {'security_groups': ['27b7d5ef-0e22-472c-a525-6ad57f831786']}} {{(pid=80130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:09:54.627999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a49ba-d5b5-415e-8c77-b82f3c092588 req-85336bc1-5ede-4321-ac6e-3e7467d6b0df tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:54.629685 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3e1a49ba-d5b5-415e-8c77-b82f3c092588 req-85336bc1-5ede-4321-ac6e-3e7467d6b0df tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.4867506 Jan 21 20:09:54.630574 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:54.751195 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3e1a49ba-d5b5-415e-8c77-b82f3c092588 req-d6d84a83-449f-46a8-a88a-b3c9c8153324 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1089897 Jan 21 20:09:55.007206 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] For port ffa1625a-17a6-4b38-8884-ecaec2261d2f, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:09:55.035718 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for port, precommit_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:55.039467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851405667'] for port, after_update {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:55.054162 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d98b7a74-14f4-4bed-8124-f3b7ca71d4bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:09:55.203934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event updated for resources: {'Port': ['ID=ffa1625a-17a6-4b38-8884-ecaec2261d2f,revision_number=6']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:09:55.228554 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.228966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.229445 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.229776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.230192 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.230593 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.230985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.231376 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.231806 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.232193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.232582 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.232966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.233418 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.233810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.234224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.234608 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.235034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.235420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.235810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.236195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.236579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.236964 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.237348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.237733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:09:55.250808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:09:55.286120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:55.286865 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:55.288417 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e7bd2c28-8b1c-4bf8-876f-cc7c4b1949a4 req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "PUT /v2.0/ports/ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 942 time: 0.8524809 Jan 21 20:09:55.289533 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:09:55.384222 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4245e456-dc4b-46cd-9790-32f6c4943632 req-358512ad-a174-48ec-a578-bd5267fc3ea6 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups/3a0e077d-1780-4ae4-abde-7fcccf7c45e7 HTTP/1.1" status: 200 len: 3003 time: 0.0608728 Jan 21 20:09:55.464120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-bbb25dd5-c559-4859-9107-5cc321651897 None None] Provisioning complete for port ffa1625a-17a6-4b38-8884-ecaec2261d2f triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:09:55.464722 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bbb25dd5-c559-4859-9107-5cc321651897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:55.466045 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4245e456-dc4b-46cd-9790-32f6c4943632 req-13516c21-2115-487d-ad3d-c22d10a54a3b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:55.497602 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4245e456-dc4b-46cd-9790-32f6c4943632 req-13516c21-2115-487d-ad3d-c22d10a54a3b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:55.557920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4245e456-dc4b-46cd-9790-32f6c4943632 req-13516c21-2115-487d-ad3d-c22d10a54a3b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:55.564505 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d40d797-e4c8-486d-b46e-aacc84827ae5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:09:55.581021 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13516c21-2115-487d-ad3d-c22d10a54a3b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0e077d-1780-4ae4-abde-7fcccf7c45e7,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:09:55.584172 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'status': 'completed', 'code': 200} Jan 21 20:09:55.587373 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-13516c21-2115-487d-ad3d-c22d10a54a3b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:09:55.596380 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4245e456-dc4b-46cd-9790-32f6c4943632 req-13516c21-2115-487d-ad3d-c22d10a54a3b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:55.597615 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4245e456-dc4b-46cd-9790-32f6c4943632 req-13516c21-2115-487d-ad3d-c22d10a54a3b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "DELETE /v2.0/security-groups/3a0e077d-1780-4ae4-abde-7fcccf7c45e7 HTTP/1.1" status: 204 len: 173 time: 0.2069602 Jan 21 20:09:55.805116 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-026ce9ae-fb8c-45bd-82f8-767dd3f7984b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/floatingips/8c8e69a3-6d3f-437e-8f5d-74a193ac6241 HTTP/1.1" status: 200 len: 997 time: 0.1746414 Jan 21 20:09:55.914531 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-11a0d66d-c0f5-4a17-94ab-43d1f25ec3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:55.916237 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-11a0d66d-c0f5-4a17-94ab-43d1f25ec3ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1162 time: 0.2248857 Jan 21 20:09:56.073598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device ffa1625a-17a6-4b38-8884-ecaec2261d2f up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:09:56.145351 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port ffa1625a-17a6-4b38-8884-ecaec2261d2f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:09:56.145772 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:56.187496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-d5f113e9-f479-4ecd-aa9f-43a351864c85 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:56.189012 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-d5f113e9-f479-4ecd-aa9f-43a351864c85 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/networks/ffa21988-c14c-4b58-833d-021bff0ef1f9 HTTP/1.1" status: 200 len: 784 time: 0.3748879 Jan 21 20:09:56.211287 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-464e18de-ce6b-4dfc-8efb-c12b657e09e8 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:09:56.212550 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-464e18de-ce6b-4dfc-8efb-c12b657e09e8 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0126550 Jan 21 20:09:56.238936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442cd0e-34ca-4b3b-a3e8-e68af1be253a req-e69a8fd1-afdc-4dc3-9861-5574232ae96a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:56.240589 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3442cd0e-34ca-4b3b-a3e8-e68af1be253a req-e69a8fd1-afdc-4dc3-9861-5574232ae96a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.3350012 Jan 21 20:09:56.308115 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-8e7afb95-13a0-44cb-bea1-9c34445ab71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:56.309975 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-8e7afb95-13a0-44cb-bea1-9c34445ab71d service neutron] 10.222.0.38 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 909 time: 0.3513119 Jan 21 20:09:56.485581 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-6ff68007-0f7c-4917-bc1d-db0732b2536b tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.28.3.53 HTTP/1.1" status: 200 len: 1000 time: 0.2439251 Jan 21 20:09:56.491112 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3442cd0e-34ca-4b3b-a3e8-e68af1be253a req-f8aad2c5-c405-4863-96dd-9451108c7de9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1845222 Jan 21 20:09:56.498373 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-cbc73aeb-7cfd-457b-9a69-9d3d6320971e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 1000 time: 0.1783750 Jan 21 20:09:56.644843 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-e686bdd7-08b7-44a1-b4e5-d5c400184f80 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:56.646500 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-e686bdd7-08b7-44a1-b4e5-d5c400184f80 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports/ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 942 time: 0.1509590 Jan 21 20:09:56.653059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-75ac8881-4f2c-4c29-a129-3d56e88b820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:56.654627 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-75ac8881-4f2c-4c29-a129-3d56e88b820b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.1169057 Jan 21 20:09:56.815976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-7d5c9f25-cd29-4248-acb6-569067116e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:56.817594 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-7d5c9f25-cd29-4248-acb6-569067116e1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1558156 Jan 21 20:09:56.927421 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-118b60c6-7cef-4927-8e1b-eafd164ac204 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.28.3.53 HTTP/1.1" status: 200 len: 1000 time: 0.1963811 Jan 21 20:09:57.155164 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-510cc038-5dc7-4d26-b253-c7a325cf4b51 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276196 Jan 21 20:09:57.514567 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Deleting port 5562b795-a52a-4cd9-8c02-24c99b2b800c {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:09:57.514862 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:57.625496 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-a10999df-b1aa-4a3f-8aa9-0ca370cfc90c req-b0c6e650-27d8-49c4-b071-5c0a6e0835d7 service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2330477 Jan 21 20:09:57.802824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:57.803107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for floatingip, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:57.894930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786910d-58d7-4861-a54e-edf2cd38a555 req-1533db43-f7d6-4f3b-9760-b3392264a8ea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:57.896547 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5786910d-58d7-4861-a54e-edf2cd38a555 req-1533db43-f7d6-4f3b-9760-b3392264a8ea tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.2701161 Jan 21 20:09:57.973767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Calling delete_port for 5562b795-a52a-4cd9-8c02-24c99b2b800c owned by network:floatingip {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:09:58.072951 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5786910d-58d7-4861-a54e-edf2cd38a555 req-3bf69e06-2b0c-4d32-a531-ae578cb907e1 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1071038 Jan 21 20:09:58.180229 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:58.196039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e1facad5-1316-4d96-bf13-32b996a5dc9d tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:09:58.286711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event deleted for resources: {'Port': ['ID=5562b795-a52a-4cd9-8c02-24c99b2b800c,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:09:58.294256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:09:58.418261 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks [] for floatingip, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:58.418635 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Floating IP 8c8e69a3-6d3f-437e-8f5d-74a193ac6241 disassociated (deleted). External IP: 172.28.3.53, port: ffa1625a-17a6-4b38-8884-ecaec2261d2f. Jan 21 20:09:58.795911 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:09:58.986684 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:09:58.996618 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] Sync routers for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:09:59.006650 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:09:59.007927 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:09:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:09:59.014963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:59.077528 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-48552e30-97c6-40e2-b66e-0703a77b17fa tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "DELETE /v2.0/floatingips/8c8e69a3-6d3f-437e-8f5d-74a193ac6241 HTTP/1.1" status: 204 len: 173 time: 2.1425378 Jan 21 20:09:59.078083 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:09:59.141848 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'status': 'completed', 'code': 200} Jan 21 20:09:59.175665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-e65daec2-ebaa-41af-819f-0e92ab7322c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:59.176853 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-e65daec2-ebaa-41af-819f-0e92ab7322c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1162 time: 0.0827062 Jan 21 20:09:59.205041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:09:59.459655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-c0aacd9c-5639-4e9a-8b30-dbe96255c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:59.461845 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-c0aacd9c-5639-4e9a-8b30-dbe96255c2a4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 909 time: 0.2784636 Jan 21 20:09:59.467511 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-3f50c234-1671-46b2-a9eb-d926949ff78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:59.469060 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-3f50c234-1671-46b2-a9eb-d926949ff78c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8d075225e53144d988f6e5d9353c1953&device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 1162 time: 0.2627151 Jan 21 20:09:59.543766 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:56Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:09:59.548024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] Checking router: 7695f7a2-5df2-4a4a-87a8-e520ed0399ae for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:09:59.558359 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:09:59.559034 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:09:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:09:59.566461 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-6744cb17-13a0-441c-b43c-22e1b60dae3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 217 time: 0.0963347 Jan 21 20:09:59.590704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2803f-348f-4e34-b851-a880d026b392 req-6bd9e232-9afb-41f2-b6b9-9e9789da18ae tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:59.592413 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5ca2803f-348f-4e34-b851-a880d026b392 req-6bd9e232-9afb-41f2-b6b9-9e9789da18ae tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.2929370 Jan 21 20:09:59.772073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:09:59.774831 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-5ca2803f-348f-4e34-b851-a880d026b392 req-61feefdc-cf46-4adf-8042-12e3b3d500a8 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1423256 Jan 21 20:09:59.779033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-aa7c5288-3d2e-4194-844d-f459bcf3cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:59.781109 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-aa7c5288-3d2e-4194-844d-f459bcf3cca6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.1877151 Jan 21 20:09:59.863347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-91e26f9b-39f8-48e6-a274-49526bb436ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:59.864931 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-91e26f9b-39f8-48e6-a274-49526bb436ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 200 len: 909 time: 0.3321559 Jan 21 20:09:59.962313 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-97080fe0-f5a2-4274-bc4e-8da97806fd8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 200 len: 217 time: 0.0797503 Jan 21 20:09:59.968325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-a0eb7a41-9095-484f-9539-e2abbb695ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:59.969940 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-a0eb7a41-9095-484f-9539-e2abbb695ed2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1778731 Jan 21 20:10:00.325197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:56Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:00.329733 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8f71f-d7de-43d3-a2d3-139b6cdcecb8 None None] The sync data for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb is: [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:07:46Z', 'revision_number': 4, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': 'f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc', 'name': '', 'network_id': '7304b6d6-8041-43db-aad6-e209c2854991', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'mac_address': 'fa:16:3e:07:fc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:45Z', 'updated_at': '2021-01-21T20:07:56Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'subnets': [{'id': 'f1c5dab1-34a4-4c22-8ade-031a4ea69b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:10:00.384713 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-17c13b11-3eab-45c5-b934-c35a316849e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:00.386355 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-17c13b11-3eab-45c5-b934-c35a316849e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 200 len: 854 time: 0.4119105 Jan 21 20:10:00.484061 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-ca10852f-dc73-43dd-b054-3b64584e9adf service neutron] 10.222.0.76 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242837 Jan 21 20:10:00.592676 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-3999ea52-11b2-450c-bc92-d1887b49cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:00.594256 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-3999ea52-11b2-450c-bc92-d1887b49cee8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7304b6d6-8041-43db-aad6-e209c2854991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1963823 Jan 21 20:10:00.712989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9840d9a-5881-4278-975d-f5047c2059cc None None] New status for floating IP 8c8e69a3-6d3f-437e-8f5d-74a193ac6241: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:10:00.748167 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b3c7cc8f-f466-4a82-aadc-66c6fc71d661 req-be6186fa-89ed-4af6-b53b-7e23dce405c6 service neutron] 10.222.0.76 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2532241 Jan 21 20:10:00.788428 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-3b7afcab-6ab2-4ede-a496-597ff2a9babc service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855423 Jan 21 20:10:01.000480 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4889a4fa-1976-44f9-9166-ab9d68f479e9 req-2c0d9ec0-4e13-44b8-97da-ac1d523e7e7d service neutron] 10.222.0.38 "GET /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2019441 Jan 21 20:10:01.049417 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b265e1-ea71-4abd-9839-be704eb82209 req-16663e3e-2f46-46ed-9b03-553459a95265 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:01.051124 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-82b265e1-ea71-4abd-9839-be704eb82209 req-16663e3e-2f46-46ed-9b03-553459a95265 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1228783 Jan 21 20:10:01.105560 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-82b265e1-ea71-4abd-9839-be704eb82209 req-7323f253-d32b-4677-ac08-b7abeb469b1e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475185 Jan 21 20:10:01.603246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:10:02.342417 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f0191-0950-4cce-bc8e-c50ebd1a9b2c req-bffa612a-d948-49c1-b79c-27322dce274f tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:02.344049 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-301f0191-0950-4cce-bc8e-c50ebd1a9b2c req-bffa612a-d948-49c1-b79c-27322dce274f tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1063063 Jan 21 20:10:02.397252 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-301f0191-0950-4cce-bc8e-c50ebd1a9b2c req-560b7dae-6f7f-49bc-93fc-25c9c72ede23 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0467625 Jan 21 20:10:03.143989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-5f76858b-c954-4328-8cd8-39b3ef4b0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:03.145591 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-5f76858b-c954-4328-8cd8-39b3ef4b0e66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.0779645 Jan 21 20:10:03.297462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-f4e0c752-653c-4f61-99d6-ba287a918cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:03.299011 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-f4e0c752-653c-4f61-99d6-ba287a918cff service neutron] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.1431427 Jan 21 20:10:03.412846 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-c3b02039-26d3-40bc-8771-75b11113bf33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 1000 time: 0.1016178 Jan 21 20:10:03.492233 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-5d62315e-bc1f-4389-8c35-0bbf16fadb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:03.493859 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-5d62315e-bc1f-4389-8c35-0bbf16fadb82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.0705528 Jan 21 20:10:03.655963 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-00fbbf7a-bd55-42d0-881c-99c72e7f54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:03.657586 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-00fbbf7a-bd55-42d0-881c-99c72e7f54f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1537447 Jan 21 20:10:03.681480 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f66cd4-358f-451e-ab74-f58821e59aca req-0731e385-fde5-483c-8608-c53d9b4f1093 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:03.683028 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-14f66cd4-358f-451e-ab74-f58821e59aca req-0731e385-fde5-483c-8608-c53d9b4f1093 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1432152 Jan 21 20:10:03.824983 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-14f66cd4-358f-451e-ab74-f58821e59aca req-b37cadaf-3550-45de-b412-3dd0fa77aa1e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1193309 Jan 21 20:10:03.865809 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-95cadb92-56c2-4760-8594-cf384bc5b05e service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817222 Jan 21 20:10:04.023973 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55448270-dff7-4a88-9a7a-10f09b9a5b71 req-df0ee220-f514-4ed0-84e8-61387dc53009 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466076 Jan 21 20:10:04.184968 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9df33-d888-45fd-911f-109d9fdfbeae req-beb949b6-fd1f-4802-b74d-7edcae202001 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:04.185747 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-2ee9df33-d888-45fd-911f-109d9fdfbeae req-beb949b6-fd1f-4802-b74d-7edcae202001 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Synchronizing usage tracker for tenant:8d075225e53144d988f6e5d9353c1953 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:10:04.200763 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-2ee9df33-d888-45fd-911f-109d9fdfbeae req-beb949b6-fd1f-4802-b74d-7edcae202001 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Unset dirty status for tenant:8d075225e53144d988f6e5d9353c1953 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:10:04.202009 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2ee9df33-d888-45fd-911f-109d9fdfbeae req-beb949b6-fd1f-4802-b74d-7edcae202001 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1176293 Jan 21 20:10:04.252216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-2ee9df33-d888-45fd-911f-109d9fdfbeae req-14acd272-0509-4119-bd18-3e4cc8910e4e tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Synchronizing usage tracker for tenant:8d075225e53144d988f6e5d9353c1953 on resource:security_group {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:10:04.266616 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-2ee9df33-d888-45fd-911f-109d9fdfbeae req-14acd272-0509-4119-bd18-3e4cc8910e4e tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Unset dirty status for tenant:8d075225e53144d988f6e5d9353c1953 on resource:security_group {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:10:04.267835 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2ee9df33-d888-45fd-911f-109d9fdfbeae req-14acd272-0509-4119-bd18-3e4cc8910e4e tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596423 Jan 21 20:10:05.066002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41b3b2-e5a2-43a1-a9d9-2350efda0d4e req-6d400533-e302-4d5e-b368-8bf4e192e69e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:05.067594 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2a41b3b2-e5a2-43a1-a9d9-2350efda0d4e req-6d400533-e302-4d5e-b368-8bf4e192e69e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1082304 Jan 21 20:10:05.118599 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-2a41b3b2-e5a2-43a1-a9d9-2350efda0d4e req-8b9627de-90af-489d-af01-f12dac816044 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444293 Jan 21 20:10:05.498367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde9628-41e5-431f-a82d-38d33275345a req-99c64784-ad5e-4c7a-9f62-0f910478b1ce tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:05.499978 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9dde9628-41e5-431f-a82d-38d33275345a req-99c64784-ad5e-4c7a-9f62-0f910478b1ce tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1028819 Jan 21 20:10:05.552860 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-9dde9628-41e5-431f-a82d-38d33275345a req-74122acb-e7a1-4b02-88b0-347b32b76326 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465357 Jan 21 20:10:05.635484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 718aefd8-6a86-4585-9138-84e81bcec415 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:05.758656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:05.788075 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:10:05.798477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 718aefd8-6a86-4585-9138-84e81bcec415, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=718aefd8-6a86-4585-9138-84e81bcec415,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:05.801627 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:05.803866 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fe50ec4f-66ac-4697-9e59-8a412e743135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:05.874534 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=718aefd8-6a86-4585-9138-84e81bcec415,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:05.883270 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.883658 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.884039 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.884416 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.884774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.885142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.885510 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.885876 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.886288 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.886654 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.887020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.887384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.887816 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.888183 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.888547 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.888909 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.889269 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.889631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.889989 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.890372 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.890732 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.891094 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.891454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.891810 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:05.897037 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:05.953194 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415', 'code': 200} Jan 21 20:10:06.352330 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7e23b-3370-4e87-b817-082492e1c558 req-e9363351-4f31-4dc2-8f9e-898e12228280 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:06.353876 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-64d7e23b-3370-4e87-b817-082492e1c558 req-e9363351-4f31-4dc2-8f9e-898e12228280 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1062238 Jan 21 20:10:06.464174 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-64d7e23b-3370-4e87-b817-082492e1c558 req-5a2516f7-defd-483d-855d-088f77534e2f tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0704896 Jan 21 20:10:06.504282 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-3e317f44-f782-4003-8a79-7721aa0cda13 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:06.505869 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-3e317f44-f782-4003-8a79-7721aa0cda13 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.38 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.1509967 Jan 21 20:10:06.595581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Deleting port ffa1625a-17a6-4b38-8884-ecaec2261d2f {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:06.596239 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:06.971532 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650805cb-9dd1-41f7-bf09-fec8e7ffef10 req-9adb80a4-9070-46ca-a8d6-7e2ed23e5657 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:06.973155 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-650805cb-9dd1-41f7-bf09-fec8e7ffef10 req-9adb80a4-9070-46ca-a8d6-7e2ed23e5657 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 945 time: 0.2515056 Jan 21 20:10:07.014732 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] For port ffa1625a-17a6-4b38-8884-ecaec2261d2f, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffa1625a-17a6-4b38-8884-ecaec2261d2f,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:07.015129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:07.386867 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Calling delete_port for ffa1625a-17a6-4b38-8884-ecaec2261d2f owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:07.428935 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-650805cb-9dd1-41f7-bf09-fec8e7ffef10 req-f44340d2-558f-4b7f-bc11-28a97c9381b4 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/security-groups?id=27b7d5ef-0e22-472c-a525-6ad57f831786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433143 Jan 21 20:10:07.550299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:07.566815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29c74161-b9c9-4c2f-beb3-8e7b69e2f1e3 tempest-AttachVolumeNegativeTest-1765361929 tempest-AttachVolumeNegativeTest-1765361929] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:07.664029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device ffa1625a-17a6-4b38-8884-ecaec2261d2f no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:07.702603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] No Port match for: ffa1625a-17a6-4b38-8884-ecaec2261d2f {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:07.703025 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device ffa1625a-17a6-4b38-8884-ecaec2261d2f not bound to the agent host hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:07.704755 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Pushing event deleted for resources: {'Port': ['ID=ffa1625a-17a6-4b38-8884-ecaec2261d2f,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:07.718329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:07.831637 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881bdb-bae0-4679-af7a-161ae19a0a30 req-1242c058-b5bc-4053-b65e-bfff228a99b8 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:07.833312 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-de881bdb-bae0-4679-af7a-161ae19a0a30 req-1242c058-b5bc-4053-b65e-bfff228a99b8 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.2231195 Jan 21 20:10:07.888497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] No DVR routers for this DVR port ffa1625a-17a6-4b38-8884-ecaec2261d2f on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:10:07.892266 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:07.894936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'name': 'network-vif-deleted', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:10:07.926637 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-959fb48c-7008-4097-ab1f-6d85742fb80f req-f3934732-ed0d-49c1-b45d-adb2137c56f5 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.38 "DELETE /v2.0/ports/ffa1625a-17a6-4b38-8884-ecaec2261d2f HTTP/1.1" status: 204 len: 173 time: 1.4142807 Jan 21 20:10:07.940502 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-de881bdb-bae0-4679-af7a-161ae19a0a30 req-d407fc78-1a1f-45f0-9fcc-e2bf4fb19eb2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0711000 Jan 21 20:10:07.965023 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941badab-7f04-41f8-8e19-33e0a660eb19', 'name': 'network-vif-deleted', 'tag': 'ffa1625a-17a6-4b38-8884-ecaec2261d2f', 'status': 'completed', 'code': 200} Jan 21 20:10:08.354459 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-4663c694-be2d-484a-aa73-1f49b21d40e3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1560898 Jan 21 20:10:08.387946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd621a-6b35-4ed7-8101-7db2778a196e req-f92bfbfe-3ed0-4f4c-957c-df6109098360 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:08.389613 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ffd621a-6b35-4ed7-8101-7db2778a196e req-f92bfbfe-3ed0-4f4c-957c-df6109098360 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1050138 Jan 21 20:10:08.446184 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-4ffd621a-6b35-4ed7-8101-7db2778a196e req-6ef3f47e-fc26-4650-a8af-532cd1d97fbd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0502903 Jan 21 20:10:08.642668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-e9b548e9-3178-41e2-aecc-71df6f716afc req-6f8a571b-574c-41a0-a99a-17f9d5921791 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Synchronizing usage tracker for tenant:8d075225e53144d988f6e5d9353c1953 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:10:08.659525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-e9b548e9-3178-41e2-aecc-71df6f716afc req-6f8a571b-574c-41a0-a99a-17f9d5921791 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] Unset dirty status for tenant:8d075225e53144d988f6e5d9353c1953 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:10:08.660960 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-e9b548e9-3178-41e2-aecc-71df6f716afc req-6f8a571b-574c-41a0-a99a-17f9d5921791 tempest-TestMinimumBasicScenario-950474684 tempest-TestMinimumBasicScenario-950474684] 10.222.0.76 "GET /v2.0/ports?device_id=941badab-7f04-41f8-8e19-33e0a660eb19 HTTP/1.1" status: 200 len: 210 time: 0.0704858 Jan 21 20:10:09.747324 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-083c70d7-3cf9-4092-96b5-fec0b634a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:09.748990 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-083c70d7-3cf9-4092-96b5-fec0b634a581 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525&tenant_id=f6d4cd034486424f81c5bdf76478ade5 HTTP/1.1" status: 200 len: 1160 time: 0.1174977 Jan 21 20:10:09.773858 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14c80-d53f-4a0f-8b4c-f4ae44cf7abc req-9c726248-2646-4243-a0cb-6e9bc9da8ed3 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:09.775573 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8a14c80-d53f-4a0f-8b4c-f4ae44cf7abc req-9c726248-2646-4243-a0cb-6e9bc9da8ed3 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1810615 Jan 21 20:10:09.880986 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-d8a14c80-d53f-4a0f-8b4c-f4ae44cf7abc req-856e482d-95bc-4682-9b38-13d584362b67 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0972447 Jan 21 20:10:09.904990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-fe28f210-91c4-474f-b4dd-cc5424f65464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:09.906677 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-fe28f210-91c4-474f-b4dd-cc5424f65464 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1160 time: 0.1217406 Jan 21 20:10:10.060069 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-7d032e42-baf3-479b-a0c6-3313fa7cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:10.061705 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-7d032e42-baf3-479b-a0c6-3313fa7cb4a1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.1441212 Jan 21 20:10:10.183822 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-77a2ed56-b6ef-424a-818a-2941e576d6c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 998 time: 0.1104953 Jan 21 20:10:10.265690 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-205adea4-f636-4a2e-bf6e-4376b8b11142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:10.267326 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-205adea4-f636-4a2e-bf6e-4376b8b11142 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.0730076 Jan 21 20:10:10.359160 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-eb1cf8f7-26ab-4ada-bd76-6ea42fe84b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:10.360802 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-eb1cf8f7-26ab-4ada-bd76-6ea42fe84b99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823848 Jan 21 20:10:10.460710 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45180) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:10.513466 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-8f7bf67f-f0ea-4df4-9455-3bf24d6f5bd8 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409822 Jan 21 20:10:10.667826 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-cd86cb9b-fc2e-4bd3-aec1-7343ac891b6e req-c6799745-6f9a-4011-a025-efd1b85d091e service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432261 Jan 21 20:10:11.136193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274191db-1cf1-4082-8d1f-47381183cd20 req-c94d8648-06a6-4005-bfec-692e9a6487c2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:11.137953 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-274191db-1cf1-4082-8d1f-47381183cd20 req-c94d8648-06a6-4005-bfec-692e9a6487c2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1114275 Jan 21 20:10:11.196870 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-274191db-1cf1-4082-8d1f-47381183cd20 req-ce811fa4-1248-4f0e-8e2a-6a9a7621aab3 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0519950 Jan 21 20:10:11.284375 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003498'] for router_interface, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:11.652704 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Deleting port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:11.652996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:11.839687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] For port f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:11.840076 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:11.970167 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Calling delete_port for f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc owned by network:router_interface {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:12.313236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:12.332845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-35266d7b-577f-48c9-9e9b-0f1ce6dff76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:12.421414 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Pushing event deleted for resources: {'Port': ['ID=f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:12.434542 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db68e0-1654-428c-a89a-80a0c0b2ba15 req-5b80efd2-6544-4488-8bfa-01a025c33661 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:12.436388 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55db68e0-1654-428c-a89a-80a0c0b2ba15 req-5b80efd2-6544-4488-8bfa-01a025c33661 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1046045 Jan 21 20:10:12.438727 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.439142 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.439550 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.439951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.440348 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.440782 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.441172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.441564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.441956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.442368 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.443029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.443421 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.443883 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.444804 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.445199 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.445596 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.445978 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.446394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.446784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.447172 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.447562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.447951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.448336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.448721 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:12.453853 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:12.490276 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-55db68e0-1654-428c-a89a-80a0c0b2ba15 req-bd635b34-fa49-40c7-92a1-822f0a0e0a8b tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0473173 Jan 21 20:10:12.703660 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:12.768031 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853184642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003660'] for router_interface, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:13.280880 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:10:13.699487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:10:13.709175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] Sync routers for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:10:13.720144 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] 10.222.0.76 "PUT /v2.0/routers/7695f7a2-5df2-4a4a-87a8-e520ed0399ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2576811 Jan 21 20:10:13.720498 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45190) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:13.726779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:10:13.727283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:09:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:13.742503 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8bbf-a482-4443-a514-f7d565c1608e req-066fb62a-7162-4af2-9489-5f1ad298828b tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:13.750860 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-176b8bbf-a482-4443-a514-f7d565c1608e req-066fb62a-7162-4af2-9489-5f1ad298828b tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 943 time: 0.1200387 Jan 21 20:10:13.799608 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-176b8bbf-a482-4443-a514-f7d565c1608e req-36d91837-3313-466e-8ec9-c6416e3fda29 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0476916 Jan 21 20:10:13.919579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:13.932845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:10:14.117139 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.123240 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Deleting port 4750963c-c83b-46e7-9d3d-9e47bc3f367e {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:14.123614 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.208535 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 718aefd8-6a86-4585-9138-84e81bcec415 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:10:14.311060 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] For port 4750963c-c83b-46e7-9d3d-9e47bc3f367e, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=4750963c-c83b-46e7-9d3d-9e47bc3f367e,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:14.311457 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.312689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0b1740c2-941a-4296-b729-bd420b83acd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.323307 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:10:12Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:14.325429 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 718aefd8-6a86-4585-9138-84e81bcec415 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:10:14.325860 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.367230 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] Checking router: 7695f7a2-5df2-4a4a-87a8-e520ed0399ae for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:10:14.392941 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] Routers {'7695f7a2-5df2-4a4a-87a8-e520ed0399ae'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:10:14.393636 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:09:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:14.445507 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Calling delete_port for 4750963c-c83b-46e7-9d3d-9e47bc3f367e owned by network:router_gateway {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:14.588995 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.626685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027459'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.662716 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] Set router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:10:14.713228 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:10:14.784451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852795555'] for router_gateway, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.786348 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415', 'code': 200} Jan 21 20:10:14.816276 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] For port 718aefd8-6a86-4585-9138-84e81bcec415, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=718aefd8-6a86-4585-9138-84e81bcec415,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:14.876917 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363253517517718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253517933001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783336842833'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.880741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f2d66e57-67f8-49d1-83b4-e780639eec98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:14.946077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852795401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-501505'] for router, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.951506 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.983688 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1979008'] for router, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:14.984283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7695f7a2-5df2-4a4a-87a8-e520ed0399ae {{(pid=80129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:10:14.995390 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Pushing event updated for resources: {'Port': ['ID=718aefd8-6a86-4585-9138-84e81bcec415,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:15.000119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:15.003520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:15.005126 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-0d11499a-9a9c-435e-b4c4-c5354a1ce0f9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7695f7a2-5df2-4a4a-87a8-e520ed0399ae HTTP/1.1" status: 204 len: 168 time: 1.2833612 Jan 21 20:10:15.007948 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45198) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:15.060821 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433404c-8506-423c-840d-fa19bd389314 req-129ec7fb-0e48-4d66-9434-73ce201e7a22 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:15.062711 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0433404c-8506-423c-840d-fa19bd389314 req-129ec7fb-0e48-4d66-9434-73ce201e7a22 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1222749 Jan 21 20:10:15.077665 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:10:12Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:15.081994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a0081-4fc8-4421-b81c-3eb8d993c9d7 None None] The sync data for ids ['7695f7a2-5df2-4a4a-87a8-e520ed0399ae'] in dv-cinder-726180-8-smb is: [{'id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'name': 'tempest-TestMinimumBasicScenario-1799122315-router', 'tenant_id': '8d075225e53144d988f6e5d9353c1953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:41Z', 'updated_at': '2021-01-21T20:10:12Z', 'revision_number': 5, 'project_id': '8d075225e53144d988f6e5d9353c1953', 'gw_port': {'id': '4750963c-c83b-46e7-9d3d-9e47bc3f367e', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7695f7a2-5df2-4a4a-87a8-e520ed0399ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:42Z', 'updated_at': '2021-01-21T20:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:10:15.097934 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] Deleting subnet f1c5dab1-34a4-4c22-8ade-031a4ea69b92 {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:10:15.102406 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:15.125415 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0433404c-8506-423c-840d-fa19bd389314 req-e3308c62-9a8c-43b6-95a8-078e5718486a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0553677 Jan 21 20:10:15.160112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:15.227116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6527d1-8616-4b1d-8b40-9d8396721e85 req-b5021f93-ac0e-4106-b79e-a9edd39dd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:15.229132 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3f6527d1-8616-4b1d-8b40-9d8396721e85 req-b5021f93-ac0e-4106-b79e-a9edd39dd14f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.0831957 Jan 21 20:10:15.279889 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-3f6527d1-8616-4b1d-8b40-9d8396721e85 req-61ec6e26-6fec-4eb4-b948-f9316e17524e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405643 Jan 21 20:10:15.299107 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:15.567116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:15.584512 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:15.670315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c5dab1-34a4-4c22-8ade-031a4ea69b92,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:15.673336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:15.731887 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:15.737402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe11c8-13ed-4502-9279-165a4013b95d None None] Network 7304b6d6-8041-43db-aad6-e209c2854991 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:10:15.740481 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e0701f8d-ca86-499a-b80d-d72e0c59c436 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f1c5dab1-34a4-4c22-8ade-031a4ea69b92 HTTP/1.1" status: 204 len: 168 time: 0.7312024 Jan 21 20:10:15.743466 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80130) accepted ('10.222.0.76', 45202) {{(pid=80130) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:15.827560 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 718aefd8-6a86-4585-9138-84e81bcec415 up at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:10:15.861278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:15.937073 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Deleting port ef73714f-aee6-46c9-b5df-7e6020bdf7fe {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:15.937451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:15.970752 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:16.021913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:16.022365 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device f164b0aa-a4ed-4484-aac9-7fd40ea6d7dc not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:16.023489 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 4750963c-c83b-46e7-9d3d-9e47bc3f367e no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:16.065327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 4750963c-c83b-46e7-9d3d-9e47bc3f367e {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:16.065720 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 4750963c-c83b-46e7-9d3d-9e47bc3f367e not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:16.089983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Provisioning complete for port 718aefd8-6a86-4585-9138-84e81bcec415 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:10:16.090437 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853837053'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.172638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] For port ef73714f-aee6-46c9-b5df-7e6020bdf7fe, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=ef73714f-aee6-46c9-b5df-7e6020bdf7fe,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:16.173155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.236464 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] DHCP port deletion for 7304b6d6-8041-43db-aad6-e209c2854991 request from dv-cinder-726180-8-smb {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:10:16.247262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] Deleting port ef73714f-aee6-46c9-b5df-7e6020bdf7fe {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:16.247686 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.313530 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Calling delete_port for ef73714f-aee6-46c9-b5df-7e6020bdf7fe owned by network:dhcp {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:16.467974 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] For port ef73714f-aee6-46c9-b5df-7e6020bdf7fe, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=ef73714f-aee6-46c9-b5df-7e6020bdf7fe,segment=NetworkSegment(970c34e3-9ca6-49cd-a5aa-3ddadec55420),segment_id=970c34e3-9ca6-49cd-a5aa-3ddadec55420)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:16.468307 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.484483 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985d9ad-cb94-4888-9c09-4c942ef00592 req-3ec86c93-f722-4f90-a128-81110cb5b693 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:16.486190 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f985d9ad-cb94-4888-9c09-4c942ef00592 req-3ec86c93-f722-4f90-a128-81110cb5b693 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1801631 Jan 21 20:10:16.487219 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.505182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7754247f-c7e2-4661-b81d-1db125554b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:16.605584 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] Calling delete_port for ef73714f-aee6-46c9-b5df-7e6020bdf7fe owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:16.617194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef73714f-aee6-46c9-b5df-7e6020bdf7fe,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:16.628129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:16.675175 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f985d9ad-cb94-4888-9c09-4c942ef00592 req-54b4fdc5-0f59-43d9-8286-4c148b95afc9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1737134 Jan 21 20:10:16.683435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:10:16.683852 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:10:16.693004 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] No DVR routers for this DVR port ef73714f-aee6-46c9-b5df-7e6020bdf7fe on host dv-cinder-726180-8-smb {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:10:16.818384 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.919451 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce09f297-fe0a-43ae-94f4-5704e57eb9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.939828 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7304b6d6-8041-43db-aad6-e209c2854991']}} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:16.953209 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970c34e3-9ca6-49cd-a5aa-3ddadec55420') {'for_net_delete': True} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:16.953539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970c34e3-9ca6-49cd-a5aa-3ddadec55420') {} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:16.966074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346652'] for segment, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.982527 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:16.984765 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:10:17.185050 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] Deleting port ef73714f-aee6-46c9-b5df-7e6020bdf7fe {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:17.185474 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:17.417585 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Network 7304b6d6-8041-43db-aad6-e209c2854991 has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:10:17.429618 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851405633'] for segment, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:17.430612 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-62510b46-27b0-4aed-843a-8552cb787f63 None None] The port 'ef73714f-aee6-46c9-b5df-7e6020bdf7fe' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:10:17.444774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:17.611422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Network 7304b6d6-8041-43db-aad6-e209c2854991 has no segments {{(pid=80130) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:10:17.633941 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:10:17.728778 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:17.734776 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:17.739590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:17.765987 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Pushing event deleted for resources: {'Network': ['ID=7304b6d6-8041-43db-aad6-e209c2854991,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:17.769128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:17.772085 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-4cf1a672-0576-408e-b7b8-d169645ebf63 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7304b6d6-8041-43db-aad6-e209c2854991 HTTP/1.1" status: 204 len: 168 time: 2.0274999 Jan 21 20:10:17.925112 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28397-3a91-452d-8de8-ce1b6babff0b req-d37b7fc6-3e03-4db9-b883-52380983c8bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:17.926817 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-deb28397-3a91-452d-8de8-ce1b6babff0b req-d37b7fc6-3e03-4db9-b883-52380983c8bd tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1083860 Jan 21 20:10:17.944699 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device ef73714f-aee6-46c9-b5df-7e6020bdf7fe no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:17.967758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45212) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:17.982236 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: ef73714f-aee6-46c9-b5df-7e6020bdf7fe {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:17.982683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device ef73714f-aee6-46c9-b5df-7e6020bdf7fe not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:17.987272 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-deb28397-3a91-452d-8de8-ce1b6babff0b req-2412991c-82ec-4806-89c1-76c715552762 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0517809 Jan 21 20:10:18.027577 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-e23ab9de-61fb-4e99-aeae-79660276f876 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8d075225e53144d988f6e5d9353c1953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585132 Jan 21 20:10:18.030283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45216) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:18.098170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d50b1d20-d278-4dbe-b9a0-8b967a8ea7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:18.127559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d50b1d20-d278-4dbe-b9a0-8b967a8ea7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:18.172711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d50b1d20-d278-4dbe-b9a0-8b967a8ea7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:18.177829 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bca2cf92-75d7-40c0-8dd2-9d27a2062d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:18.191687 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b1d20-d278-4dbe-b9a0-8b967a8ea7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b7d5ef-0e22-472c-a525-6ad57f831786,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:18.195051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d50b1d20-d278-4dbe-b9a0-8b967a8ea7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:18.201116 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d50b1d20-d278-4dbe-b9a0-8b967a8ea7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:18.202406 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-d50b1d20-d278-4dbe-b9a0-8b967a8ea7cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27b7d5ef-0e22-472c-a525-6ad57f831786 HTTP/1.1" status: 204 len: 168 time: 0.1710281 Jan 21 20:10:18.434833 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:18.925942 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:38.603569 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:10:42.713171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:44.294068 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7bd42c0c-9f75-4d79-8b92-1e24d752a0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:46.913742 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a159037c-2a28-4773-9929-f7cd682c06f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:47.250896 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:48.437361 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:48.930124 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:12.725849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:12.846852 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-c52c531a-7f70-4299-87f9-b3261ac13b94 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0826952 Jan 21 20:11:13.030085 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-557e157c-977c-49ec-8711-10299d6b0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:13.031660 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-557e157c-977c-49ec-8711-10299d6b0aa0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.0797398 Jan 21 20:11:13.193148 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-99c40c5e-7754-472e-b2f6-2166d13ba521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:13.194763 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-99c40c5e-7754-472e-b2f6-2166d13ba521 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.1391225 Jan 21 20:11:13.308936 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-f1250cb1-50d5-492e-88bd-ef3a793b6da2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 1000 time: 0.1027441 Jan 21 20:11:13.384709 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-e7fc168e-1805-43fe-b562-c1d583e331ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:13.386286 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-e7fc168e-1805-43fe-b562-c1d583e331ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.0664585 Jan 21 20:11:13.472218 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-5cb03ae2-2bcb-4871-bd42-f23dfc643c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:13.473830 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-5cb03ae2-2bcb-4871-bd42-f23dfc643c2e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775278 Jan 21 20:11:13.624759 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-fbfb3a9d-cece-40eb-af9b-6b38a30b9ef5 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397905 Jan 21 20:11:13.775590 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-f865625b-c357-45dc-9d72-90ac4de59a2b req-3e89b90f-764b-42cb-bdcb-e2a68618d10f service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404190 Jan 21 20:11:14.296983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-333a7c6e-a264-4f17-920c-a2e7d29b29aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:15.602684 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:11:16.916450 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-468dd19f-20d5-43a0-be9e-b5d8abd896d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:17.251257 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:18.439147 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:18.933308 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:31.182893 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-0a128d41-ee35-41cf-9734-6cc7cb2f2c2d tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/floatingips/8d3b73af-60e8-4b03-8340-dd051e3d39f0 HTTP/1.1" status: 200 len: 997 time: 0.1169453 Jan 21 20:11:31.358913 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-32cb49a0-3bcb-47a1-a455-d080073129f9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:31.360328 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-32cb49a0-3bcb-47a1-a455-d080073129f9 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/networks/ffa21988-c14c-4b58-833d-021bff0ef1f9 HTTP/1.1" status: 200 len: 784 time: 0.1716890 Jan 21 20:11:31.371256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-413ca724-993a-4adc-8617-25a750857b30 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=80130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:11:31.372287 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-413ca724-993a-4adc-8617-25a750857b30 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0060627 Jan 21 20:11:31.486907 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-87fa8c63-abba-4d9f-9c19-f5237c9bf585 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.28.3.35 HTTP/1.1" status: 200 len: 1000 time: 0.1084800 Jan 21 20:11:31.585175 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-65bbaac3-7e3a-45a6-a4ad-2cdfb99e8177 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:31.586961 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-65bbaac3-7e3a-45a6-a4ad-2cdfb99e8177 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports/718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 942 time: 0.0941935 Jan 21 20:11:31.782579 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-6bb5f8ff-a891-4777-936c-b48292d87133 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.28.3.35 HTTP/1.1" status: 200 len: 1000 time: 0.1108341 Jan 21 20:11:32.015084 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Deleting port 5cb65965-0c83-40da-9c8b-fd30c0299080 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:32.015378 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:32.193798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:32.194463 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for floatingip, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:32.324005 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Calling delete_port for 5cb65965-0c83-40da-9c8b-fd30c0299080 owned by network:floatingip {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:32.481583 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:32.496961 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-af19b9ad-8a65-47b7-a762-f55333c8fdcf tempest-VolumesActionsTest-1885794562 tempest-VolumesActionsTest-1885794562] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:32.587986 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event deleted for resources: {'Port': ['ID=5cb65965-0c83-40da-9c8b-fd30c0299080,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:32.604269 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.604679 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.605087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.605490 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.605886 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.606310 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.606708 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.607105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.607497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.607889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.608278 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.608668 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.609129 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.609520 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.609908 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.610323 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.610716 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.611106 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.611494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.611884 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.612272 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.612660 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.613049 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.613436 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:32.619226 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:32.740823 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for floatingip, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:32.741222 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.db.l3_db [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Floating IP 8d3b73af-60e8-4b03-8340-dd051e3d39f0 disassociated (deleted). External IP: 172.28.3.35, port: 718aefd8-6a86-4585-9138-84e81bcec415. Jan 21 20:11:33.352815 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Router 604b216e-98aa-4153-965a-6c105ba16526 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:11:33.542054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:11:33.551875 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] Sync routers for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:11:33.562764 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:11:33.563443 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:11:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:33.568920 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for floatingip, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:33.628834 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-b23bd3cd-a2cf-457d-be60-dc09c8bd6ae5 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "DELETE /v2.0/floatingips/8d3b73af-60e8-4b03-8340-dd051e3d39f0 HTTP/1.1" status: 204 len: 173 time: 1.8401673 Jan 21 20:11:33.629308 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:11:33.691871 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415', 'status': 'completed', 'code': 200} Jan 21 20:11:33.767725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:11:33.907430 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-71d7b6b3-f058-41dc-a32a-290db177f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:33.909073 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-71d7b6b3-f058-41dc-a32a-290db177f4bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.1537530 Jan 21 20:11:33.911991 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-ea4c1d3e-db27-46eb-9fa6-26ba3b1c9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:33.913352 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-ea4c1d3e-db27-46eb-9fa6-26ba3b1c9042 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f6d4cd034486424f81c5bdf76478ade5&device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 1162 time: 0.2699866 Jan 21 20:11:34.116216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:34.121256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] Checking router: 604b216e-98aa-4153-965a-6c105ba16526 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:11:34.130338 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:11:34.130990 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:11:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:34.184463 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-d2719cc6-689d-4803-9c2f-52d216d88bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:34.185990 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-d2719cc6-689d-4803-9c2f-52d216d88bfa service neutron] 10.222.0.38 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.2669885 Jan 21 20:11:34.190315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-a913f347-96ce-4f2c-a5b8-3374a668af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:34.192060 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-a913f347-96ce-4f2c-a5b8-3374a668af42 service neutron] 10.222.0.76 "GET /v2.0/networks?id=24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 200 len: 902 time: 0.2469976 Jan 21 20:11:34.323803 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-a3136ae9-1074-47ed-b284-2b7d254135c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 217 time: 0.1258295 Jan 21 20:11:34.333289 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-a1f5bb20-1a6c-45b7-bd09-f7927f26077f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 200 len: 217 time: 0.1340780 Jan 21 20:11:34.462683 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-dd50e281-e610-43e3-ab64-bbc2dfbb81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:34.463881 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-dd50e281-e610-43e3-ab64-bbc2dfbb81ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.1296558 Jan 21 20:11:34.467283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-89c7db4b-6be5-46e2-9f34-74db07000ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:34.468754 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-89c7db4b-6be5-46e2-9f34-74db07000ccf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 200 len: 847 time: 0.0952644 Jan 21 20:11:34.482103 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:11:34.621548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-60cccea7-b89e-4095-b5d1-f9dabf97c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:34.623204 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-60cccea7-b89e-4095-b5d1-f9dabf97c1d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1489387 Jan 21 20:11:34.626059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-6b5bea94-a462-4625-acc1-a338318dde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:34.627585 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-6b5bea94-a462-4625-acc1-a338318dde1e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=24c71535-e4c2-41c1-a51e-b9703e3d1b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1184447 Jan 21 20:11:34.824685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:34.828844 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9cc2b-e0b9-4021-b53b-dc2bfdea16bc None None] The sync data for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb is: [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:07:05Z', 'revision_number': 4, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb', '_interfaces': [{'id': '29330571-4085-4def-b691-96e3631658c1', 'name': '', 'network_id': '24c71535-e4c2-41c1-a51e-b9703e3d1b52', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'mac_address': 'fa:16:3e:d2:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:04Z', 'updated_at': '2021-01-21T20:07:14Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'subnets': [{'id': '384f40b7-f88a-4eaf-9d81-b43ad60967c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:11:34.898001 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-4f0e1998-f94f-4699-aaf3-64a036361584 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629726 Jan 21 20:11:34.901730 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-ba55adeb-8402-491d-88ce-e784add0f5b7 service neutron] 10.222.0.76 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452471 Jan 21 20:11:35.176815 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-7395e6c9-81f2-4bea-914f-f2f1cae3ceef req-e53ecc88-5f23-4105-b42b-0a1eebabaf4e service neutron] 10.222.0.76 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2683921 Jan 21 20:11:35.179257 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-0de041f6-3f06-443b-bfc7-429cf9634314 req-65f16045-cf74-4478-b01e-8d1d264dfc61 service neutron] 10.222.0.38 "GET /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2486897 Jan 21 20:11:35.248879 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0de0c2-96e7-4ce3-9545-2746cf1748f6 None None] New status for floating IP 8d3b73af-60e8-4b03-8340-dd051e3d39f0: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:11:35.622850 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37060cd-9241-4c1e-8023-dbc4ace0dbc1 req-17635352-2bf6-490e-8624-af4e45faa93a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:35.623571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c37060cd-9241-4c1e-8023-dbc4ace0dbc1 req-17635352-2bf6-490e-8624-af4e45faa93a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Synchronizing usage tracker for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:11:35.638671 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-c37060cd-9241-4c1e-8023-dbc4ace0dbc1 req-17635352-2bf6-490e-8624-af4e45faa93a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Unset dirty status for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:11:35.639934 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c37060cd-9241-4c1e-8023-dbc4ace0dbc1 req-17635352-2bf6-490e-8624-af4e45faa93a tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1194205 Jan 21 20:11:35.697365 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-c37060cd-9241-4c1e-8023-dbc4ace0dbc1 req-999597e5-2481-4b60-a46d-845132cd34c3 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0510461 Jan 21 20:11:36.933059 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf015c72-cf2c-4387-b520-4ed9835550ac req-37ff078c-b2e9-46ac-84f6-bab6d421d999 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:36.934713 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf015c72-cf2c-4387-b520-4ed9835550ac req-37ff078c-b2e9-46ac-84f6-bab6d421d999 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1032519 Jan 21 20:11:36.986513 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-bf015c72-cf2c-4387-b520-4ed9835550ac req-f05dc447-a945-4a63-bc03-af0f9cd329b6 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453341 Jan 21 20:11:37.293258 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-33ce4837-04af-4c33-b6f0-16941da6cf78 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:37.294793 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-33ce4837-04af-4c33-b6f0-16941da6cf78 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.38 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 945 time: 0.1052847 Jan 21 20:11:37.376813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Deleting port 718aefd8-6a86-4585-9138-84e81bcec415 {{(pid=80130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:37.377195 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:37.640985 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] For port 718aefd8-6a86-4585-9138-84e81bcec415, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=718aefd8-6a86-4585-9138-84e81bcec415,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:37.641404 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:37.774836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Calling delete_port for 718aefd8-6a86-4585-9138-84e81bcec415 owned by compute:nova {{(pid=80130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:38.223783 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370218'] for port, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:38.239832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-efa43d17-16e2-4494-b3d2-a3cafda8bae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:38.247355 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 718aefd8-6a86-4585-9138-84e81bcec415 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:11:38.286908 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] No Port match for: 718aefd8-6a86-4585-9138-84e81bcec415 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:11:38.287303 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Device 718aefd8-6a86-4585-9138-84e81bcec415 not bound to the agent host hv-cinder-72618 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:11:38.296635 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event deleted for resources: {'Port': ['ID=718aefd8-6a86-4585-9138-84e81bcec415,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:38.299832 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:38.386265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba6082-bb63-4351-9b29-43fff4287763 req-b0e43cd8-8303-4920-be58-f00a98ceef5e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:11:38.387926 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b9ba6082-bb63-4351-9b29-43fff4287763 req-b0e43cd8-8303-4920-be58-f00a98ceef5e tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 867 time: 0.2553084 Jan 21 20:11:38.476787 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-b9ba6082-bb63-4351-9b29-43fff4287763 req-f3bf56dd-7e37-4f14-8004-526849ae8634 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups?id=8909f9a6-fc4b-4215-860a-510f4c139ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0805621 Jan 21 20:11:38.527459 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] No DVR routers for this DVR port 718aefd8-6a86-4585-9138-84e81bcec415 on host hv-cinder-72618 {{(pid=80130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:11:38.529741 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714172'] for port, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:38.532579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'name': 'network-vif-deleted', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415'}] {{(pid=80130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:11:38.547659 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-db944ffc-b681-495b-baa9-0154cad1eb28 req-05aec6d7-8982-4af8-a3c1-c4e8f5f1fdf4 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.38 "DELETE /v2.0/ports/718aefd8-6a86-4585-9138-84e81bcec415 HTTP/1.1" status: 204 len: 173 time: 1.2444453 Jan 21 20:11:38.593909 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c6268e-401b-4f82-a43f-023b4c8b6525', 'name': 'network-vif-deleted', 'tag': '718aefd8-6a86-4585-9138-84e81bcec415', 'status': 'completed', 'code': 200} Jan 21 20:11:39.685002 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fe584789-4a85-4ad3-96de-3e3ad7e42db3 req-7fe3c086-3bf4-4a7d-bc6a-bf2528019cd2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Synchronizing usage tracker for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:port {{(pid=80130) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:11:39.700770 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.quota.resource [req-fe584789-4a85-4ad3-96de-3e3ad7e42db3 req-7fe3c086-3bf4-4a7d-bc6a-bf2528019cd2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Unset dirty status for tenant:f6d4cd034486424f81c5bdf76478ade5 on resource:port {{(pid=80130) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:11:39.702045 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-fe584789-4a85-4ad3-96de-3e3ad7e42db3 req-7fe3c086-3bf4-4a7d-bc6a-bf2528019cd2 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/ports?device_id=f0c6268e-401b-4f82-a43f-023b4c8b6525 HTTP/1.1" status: 200 len: 210 time: 0.0719800 Jan 21 20:11:40.904184 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1b2ae485-36af-4d40-9bcf-72bbc870b8a9 req-2babf8cb-0883-4a45-8129-87019f485300 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "GET /v2.0/security-groups/8909f9a6-fc4b-4215-860a-510f4c139ae7 HTTP/1.1" status: 200 len: 2993 time: 0.0558684 Jan 21 20:11:40.983818 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1b2ae485-36af-4d40-9bcf-72bbc870b8a9 req-d2781bcf-e5a2-438a-a86d-21e0338ad5f0 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group, before_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:41.015432 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1b2ae485-36af-4d40-9bcf-72bbc870b8a9 req-d2781bcf-e5a2-438a-a86d-21e0338ad5f0 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group, precommit_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:41.067462 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1b2ae485-36af-4d40-9bcf-72bbc870b8a9 req-d2781bcf-e5a2-438a-a86d-21e0338ad5f0 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:41.073863 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51d568ab-929b-4a2b-a8d0-e632051ff9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:41.090379 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2781bcf-e5a2-438a-a86d-21e0338ad5f0 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Pushing event deleted for resources: {'SecurityGroup': ['ID=8909f9a6-fc4b-4215-860a-510f4c139ae7,revision_number=None']} {{(pid=80130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:41.094999 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d2781bcf-e5a2-438a-a86d-21e0338ad5f0 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:41.100763 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1b2ae485-36af-4d40-9bcf-72bbc870b8a9 req-d2781bcf-e5a2-438a-a86d-21e0338ad5f0 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] Notify callbacks [] for security_group, before_response {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:41.102664 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [req-1b2ae485-36af-4d40-9bcf-72bbc870b8a9 req-d2781bcf-e5a2-438a-a86d-21e0338ad5f0 tempest-TestShelveInstance-1030359288 tempest-TestShelveInstance-1030359288] 10.222.0.76 "DELETE /v2.0/security-groups/8909f9a6-fc4b-4215-860a-510f4c139ae7 HTTP/1.1" status: 204 len: 173 time: 0.1916358 Jan 21 20:11:41.157562 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45260) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:41.962465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003498'] for router_interface, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:42.332610 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Deleting port 29330571-4085-4def-b691-96e3631658c1 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:42.332983 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:42.516054 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] For port 29330571-4085-4def-b691-96e3631658c1, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=29330571-4085-4def-b691-96e3631658c1,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:42.516454 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:42.654216 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Calling delete_port for 29330571-4085-4def-b691-96e3631658c1 owned by network:router_interface {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:42.725791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:42.849500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:42.868203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6ce4b87b-af4d-40e9-9eba-684573b5624f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:42.959947 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Pushing event deleted for resources: {'Port': ['ID=29330571-4085-4def-b691-96e3631658c1,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:42.980347 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.980907 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.981155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.981563 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.981970 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.982422 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.982824 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.983224 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.983624 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.984020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.984417 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.984813 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.985283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.985684 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.986080 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.986499 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.986894 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.987291 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.987685 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.988077 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.988477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.988872 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.989265 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.989663 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:42.995916 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:43.316662 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853184642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003660'] for router_interface, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:43.828843 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Router 604b216e-98aa-4153-965a-6c105ba16526 has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:11:44.018214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:11:44.027734 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] Sync routers for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:11:44.036339 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-2199ff5d-9f8b-4cdb-b32a-833f3c4898fc admin admin] 10.222.0.76 "PUT /v2.0/routers/604b216e-98aa-4153-965a-6c105ba16526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8775616 Jan 21 20:11:44.037725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:11:44.038427 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:11:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:44.039053 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45264) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:44.231513 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:11:44.312400 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0e80632c-a7f0-449c-8d0f-e1c26b8a673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:44.483525 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks [] for router, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:44.548061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:11:42Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:44.552336 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] Checking router: 604b216e-98aa-4153-965a-6c105ba16526 for host: dv-cinder-726180-8-smb {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:11:44.563325 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] Routers {'604b216e-98aa-4153-965a-6c105ba16526'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:11:44.563905 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:11:17Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['604b216e-98aa-4153-965a-6c105ba16526'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:44.675856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:44.682157 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Deleting port cbdb88d5-d29c-4795-8b80-f5509a968cc9 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:44.682628 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:44.755691 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] Set router 604b216e-98aa-4153-965a-6c105ba16526 gateway port host: dv-cinder-726180-8-smb {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:11:44.872346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] For port cbdb88d5-d29c-4795-8b80-f5509a968cc9, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cbdb88d5-d29c-4795-8b80-f5509a968cc9,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:44.872667 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.013402 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Calling delete_port for cbdb88d5-d29c-4795-8b80-f5509a968cc9 owned by network:router_gateway {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:45.060193 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:11:42Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:45.064300 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14421871-bae6-4916-86c9-6b88fba9184a None None] The sync data for ids ['604b216e-98aa-4153-965a-6c105ba16526'] in dv-cinder-726180-8-smb is: [{'id': '604b216e-98aa-4153-965a-6c105ba16526', 'name': 'tempest-TestShelveInstance-844198871-router', 'tenant_id': 'f6d4cd034486424f81c5bdf76478ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:06:59Z', 'updated_at': '2021-01-21T20:11:42Z', 'revision_number': 5, 'project_id': 'f6d4cd034486424f81c5bdf76478ade5', 'gw_port': {'id': 'cbdb88d5-d29c-4795-8b80-f5509a968cc9', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b216e-98aa-4153-965a-6c105ba16526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:00Z', 'updated_at': '2021-01-21T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:11:45.174864 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.373182 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852795555'] for router_gateway, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.513928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852795401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-501505'] for router, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.516309 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.538979 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1979008'] for router, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.539609 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604b216e-98aa-4153-965a-6c105ba16526 {{(pid=80129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:11:45.552105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.553348 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-f702a4b2-e202-4700-8400-2834d07a364b admin admin] 10.222.0.76 "DELETE /v2.0/routers/604b216e-98aa-4153-965a-6c105ba16526 HTTP/1.1" status: 204 len: 168 time: 1.5127604 Jan 21 20:11:45.556268 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45270) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:45.626329 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] Deleting subnet 384f40b7-f88a-4eaf-9d81-b43ad60967c1 {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:11:45.629748 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.683262 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.778481 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:45.976061 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 29330571-4085-4def-b691-96e3631658c1 no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:11:46.016871 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 29330571-4085-4def-b691-96e3631658c1 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:11:46.017184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 29330571-4085-4def-b691-96e3631658c1 not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:11:46.017737 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cbdb88d5-d29c-4795-8b80-f5509a968cc9 no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:11:46.048559 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.053470 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: cbdb88d5-d29c-4795-8b80-f5509a968cc9 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:11:46.053788 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cbdb88d5-d29c-4795-8b80-f5509a968cc9 not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:11:46.065738 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:46.150369 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384f40b7-f88a-4eaf-9d81-b43ad60967c1,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:46.157382 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:46.201564 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.206694 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93323466-d9c4-4333-b5b6-db2132a95192 None None] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:11:46.207731 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-cf6731a3-d6c6-40f2-96f2-c5bcdd2de6b2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/384f40b7-f88a-4eaf-9d81-b43ad60967c1 HTTP/1.1" status: 204 len: 168 time: 0.6503923 Jan 21 20:11:46.210368 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45274) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:46.328335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.396812 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Deleting port e289a83d-b748-4a22-8459-331d628e7bcd {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:46.397126 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.467256 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] DHCP port deletion for 24c71535-e4c2-41c1-a51e-b9703e3d1b52 request from dv-cinder-726180-8-smb {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:11:46.471870 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] Deleting port e289a83d-b748-4a22-8459-331d628e7bcd {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:46.472290 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.623497 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] For port e289a83d-b748-4a22-8459-331d628e7bcd, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=e289a83d-b748-4a22-8459-331d628e7bcd,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:46.623902 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.691327 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] For port e289a83d-b748-4a22-8459-331d628e7bcd, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=e289a83d-b748-4a22-8459-331d628e7bcd,segment=NetworkSegment(7acdda39-147b-48ef-a1e1-d0eae9ef5e59),segment_id=7acdda39-147b-48ef-a1e1-d0eae9ef5e59)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:46.691680 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.757491 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Calling delete_port for e289a83d-b748-4a22-8459-331d628e7bcd owned by network:dhcp {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:46.839158 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.839674 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] Calling delete_port for e289a83d-b748-4a22-8459-331d628e7bcd owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:46.852929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9d0359d8-85a1-4929-8cbb-702903de815f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:46.899413 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=e289a83d-b748-4a22-8459-331d628e7bcd,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:46.929283 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:11:46.930930 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:11:46.931951 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-50062f6b-3421-4ea5-a33c-24a2c37aef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:46.950774 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:47.000029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] No DVR routers for this DVR port e289a83d-b748-4a22-8459-331d628e7bcd on host dv-cinder-726180-8-smb {{(pid=80129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:11:47.127087 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:47.254070 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:47.432403 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] Deleting port e289a83d-b748-4a22-8459-331d628e7bcd {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:47.432836 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:47.478773 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c71535-e4c2-41c1-a51e-b9703e3d1b52']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:47.493057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acdda39-147b-48ef-a1e1-d0eae9ef5e59') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:47.493057 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acdda39-147b-48ef-a1e1-d0eae9ef5e59') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:47.505771 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:47.509033 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e8a28946-65e9-4d33-b1a2-793bc4b31a3d None None] The port 'e289a83d-b748-4a22-8459-331d628e7bcd' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:11:47.522171 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:47.524750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:11:47.704929 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:11:47.718313 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:47.901412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Network 24c71535-e4c2-41c1-a51e-b9703e3d1b52 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:11:47.923878 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:11:47.973954 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device e289a83d-b748-4a22-8459-331d628e7bcd no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:11:48.005247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:48.009606 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7c1e343f-d2e8-4e5e-bb88-1ff86a8604c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:48.012537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: e289a83d-b748-4a22-8459-331d628e7bcd {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:11:48.013539 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device e289a83d-b748-4a22-8459-331d628e7bcd not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:11:48.026108 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:48.032750 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=24c71535-e4c2-41c1-a51e-b9703e3d1b52,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:48.037411 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:48.057798 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-6b1802f7-e953-48d5-b8a9-13d933671ccc admin admin] 10.222.0.76 "DELETE /v2.0/networks/24c71535-e4c2-41c1-a51e-b9703e3d1b52 HTTP/1.1" status: 204 len: 168 time: 1.8461802 Jan 21 20:11:48.060809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45278) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:48.441764 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:48.626849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2003498'] for router_interface, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:48.937447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:48.995040 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Deleting port cebd644e-753f-4eb8-9e2d-b5a66894664a {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:48.995438 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:49.180731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] For port cebd644e-753f-4eb8-9e2d-b5a66894664a, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=cebd644e-753f-4eb8-9e2d-b5a66894664a,segment=NetworkSegment(1a46336e-3a8f-4ad8-996c-b188fdc09f30),segment_id=1a46336e-3a8f-4ad8-996c-b188fdc09f30)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:49.181125 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:49.326477 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Calling delete_port for cebd644e-753f-4eb8-9e2d-b5a66894664a owned by network:router_interface {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:49.507128 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:49.522908 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08b3a329-03bd-4fb4-8d96-27837845c898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:49.620590 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Pushing event deleted for resources: {'Port': ['ID=cebd644e-753f-4eb8-9e2d-b5a66894664a,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:49.623442 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:49.944697 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853184642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003660'] for router_interface, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:50.708001 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Router fd1ae903-aef3-440e-9fb4-3c9064b6e12c has already been hosted by L3 agent 81ccbd04-179e-4382-9e5a-cae00037e16d {{(pid=80129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:11:50.897966 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] Notify agent at l3_agent.dv-cinder-726180-8-smb the message routers_updated {{(pid=80129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:11:50.907759 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] Sync routers for ids ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'] in dv-cinder-726180-8-smb {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:11:50.909140 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-074579f1-2e1a-4051-b026-64937aa98afc admin admin] 10.222.0.76 "PUT /v2.0/routers/fd1ae903-aef3-440e-9fb4-3c9064b6e12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8472688 Jan 21 20:11:50.911768 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45284) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:50.917702 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] Routers {'fd1ae903-aef3-440e-9fb4-3c9064b6e12c'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:11:50.918405 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:11:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:51.103819 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks [] for router, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:51.115767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] Set router fd1ae903-aef3-440e-9fb4-3c9064b6e12c gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:11:51.299758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:51.306424 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Deleting port 797ec5ad-f392-456e-8e32-48b4fe71d662 {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:51.306803 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:51.424346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:11:49Z', 'revision_number': 5, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:51.428581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] Checking router: fd1ae903-aef3-440e-9fb4-3c9064b6e12c for host: dv-cinder-726180-8-smb {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:11:51.437928 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] Routers {'fd1ae903-aef3-440e-9fb4-3c9064b6e12c'} bound to L3 agent in host dv-cinder-726180-8-smb {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:11:51.438640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T19:47:47Z,description=,heartbeat_timestamp=2021-01-21T20:11:47Z,host='dv-cinder-726180-8-smb',id=81ccbd04-179e-4382-9e5a-cae00037e16d,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:47:47Z,topic='l3_agent')) {'router_ids': ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:51.496299 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] For port 797ec5ad-f392-456e-8e32-48b4fe71d662, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=797ec5ad-f392-456e-8e32-48b4fe71d662,segment=NetworkSegment(6cd6e1b3-8964-496f-8728-c3e73e673f6c),segment_id=6cd6e1b3-8964-496f-8728-c3e73e673f6c)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:51.496703 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:51.637467 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Calling delete_port for 797ec5ad-f392-456e-8e32-48b4fe71d662 owned by network:router_gateway {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:51.784488 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228326'] for port, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:51.797655 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] Set router fd1ae903-aef3-440e-9fb4-3c9064b6e12c gateway port host: dv-cinder-726180-8-smb {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:11:51.975781 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852795555'] for router_gateway, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.111055 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:11:49Z', 'revision_number': 5, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}], 'dv-cinder-726180-8-smb', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:52.115245 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc36f4-4ab3-4efc-9575-f325aabd41ae None None] The sync data for ids ['fd1ae903-aef3-440e-9fb4-3c9064b6e12c'] in dv-cinder-726180-8-smb is: [{'id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'name': 'tempest-TestShelveInstance-835412110-router', 'tenant_id': '08cec0f282834939a6d0db55d061ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'external_fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:07:08Z', 'updated_at': '2021-01-21T20:11:49Z', 'revision_number': 5, 'project_id': '08cec0f282834939a6d0db55d061ac32', 'gw_port': {'id': '797ec5ad-f392-456e-8e32-48b4fe71d662', 'name': '', 'network_id': 'ffa21988-c14c-4b58-833d-021bff0ef1f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ae903-aef3-440e-9fb4-3c9064b6e12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:07:09Z', 'updated_at': '2021-01-21T20:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa1bdc92-5c30-412f-9ebb-37ca46b9d2ec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-smb'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:11:52.122571 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852795401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-501505'] for router, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.125074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.149555 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1979008'] for router, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.150119 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd1ae903-aef3-440e-9fb4-3c9064b6e12c {{(pid=80129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:11:52.162677 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] Notify callbacks [] for router, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.164140 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-14dede6f-2210-4005-85ff-c64d0ed5addf admin admin] 10.222.0.76 "DELETE /v2.0/routers/fd1ae903-aef3-440e-9fb4-3c9064b6e12c HTTP/1.1" status: 204 len: 168 time: 1.2511642 Jan 21 20:11:52.167020 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45288) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:52.237051 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] Deleting subnet a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4 {{(pid=80129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:11:52.240302 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.297105 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9319320'] for subnet, precommit_delete_associations {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.381936 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853880799'] for subnet, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.602780 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:11:52.648946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852547492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851615894'] for subnet, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.665082 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1b268712-93c0-4d3c-ac06-1f8b6f36b860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:52.754405 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:52.759845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:52.802293 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for subnet, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:52.808444 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61518bf-9f61-4a0c-a826-0f29e712ac72 None None] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 requested from dv-cinder-726180-8-smb {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:11:52.811810 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-b9dd9dec-9400-458b-b459-212a99ed7d49 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a3e5dacf-6bc9-45f1-a5fb-fec43baba2b4 HTTP/1.1" status: 204 len: 168 time: 0.6413777 Jan 21 20:11:52.812041 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45292) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:53.075465 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] DHCP port deletion for 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 request from dv-cinder-726180-8-smb {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:11:53.080315 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Deleting port e43f0baa-8b11-46c3-adbc-25f5bc97a23a {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:53.080837 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:53.170346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853791063'] for network, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:53.241456 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Deleting port e43f0baa-8b11-46c3-adbc-25f5bc97a23a {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:53.242420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:53.305603 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] For port e43f0baa-8b11-46c3-adbc-25f5bc97a23a, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=e43f0baa-8b11-46c3-adbc-25f5bc97a23a,segment=NetworkSegment(1a46336e-3a8f-4ad8-996c-b188fdc09f30),segment_id=1a46336e-3a8f-4ad8-996c-b188fdc09f30)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:53.305946 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:53.438593 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Calling delete_port for e43f0baa-8b11-46c3-adbc-25f5bc97a23a owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:53.461170 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] For port e43f0baa-8b11-46c3-adbc-25f5bc97a23a, host dv-cinder-726180-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-smb',level=0,port_id=e43f0baa-8b11-46c3-adbc-25f5bc97a23a,segment=NetworkSegment(1a46336e-3a8f-4ad8-996c-b188fdc09f30),segment_id=1a46336e-3a8f-4ad8-996c-b188fdc09f30)] {{(pid=80129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:11:53.461565 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2018885'] for port, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:53.514570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850404378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253517517667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783336842799'] for port, after_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:53.529712 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4eff6d3f-89c6-48d6-a283-3a58f0a19cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:53.596808 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Calling delete_port for e43f0baa-8b11-46c3-adbc-25f5bc97a23a owned by network:dhcp {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:11:53.626894 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Pushing event deleted for resources: {'Port': ['ID=e43f0baa-8b11-46c3-adbc-25f5bc97a23a,revision_number=None']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:53.649631 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.650016 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.650420 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.650791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.651335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.651706 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.652072 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.652435 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.652798 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.653161 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.653522 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.653882 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.654346 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.654711 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.655071 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.655427 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.655784 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.656144 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.656500 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.656856 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.657212 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.657570 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.657925 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.658306 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-smb {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:11:53.663367 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:53.677767 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.db.api [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80129) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:11:53.678461 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_db.api [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:11:53.692102 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afdd512-6e1e-4ff0-ab75-80e5bb1d9680 None None] No DVR routers for this DVR port e43f0baa-8b11-46c3-adbc-25f5bc97a23a on host dv-cinder-726180-8-smb {{(pid=80133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:11:53.979052 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 797ec5ad-f392-456e-8e32-48b4fe71d662 no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:11:54.019669 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: 797ec5ad-f392-456e-8e32-48b4fe71d662 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:11:54.020068 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device 797ec5ad-f392-456e-8e32-48b4fe71d662 not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:11:54.020544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device e43f0baa-8b11-46c3-adbc-25f5bc97a23a no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:11:54.056785 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: e43f0baa-8b11-46c3-adbc-25f5bc97a23a {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:11:54.057203 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device e43f0baa-8b11-46c3-adbc-25f5bc97a23a not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:11:54.057656 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cebd644e-753f-4eb8-9e2d-b5a66894664a no longer exists at agent ovs-agent-dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:11:54.092889 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] No Port match for: cebd644e-753f-4eb8-9e2d-b5a66894664a {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:11:54.093285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Device cebd644e-753f-4eb8-9e2d-b5a66894664a not bound to the agent host dv-cinder-726180-8-smb {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:11:54.179214 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Deleting port e43f0baa-8b11-46c3-adbc-25f5bc97a23a {{(pid=80129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:11:54.179581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783337253218'] for port, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:54.249994 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] The port 'e43f0baa-8b11-46c3-adbc-25f5bc97a23a' was deleted {{(pid=80129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:11:54.373344 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-895122', 'neutron.services.segments.db._delete_segments_for_network--9223363253517379017'] for network, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:54.488046 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14470387-0ec8-47fe-bfd1-d4e809c9d7a9']}} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:54.501391 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a46336e-3a8f-4ad8-996c-b188fdc09f30') {'for_net_delete': True} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:54.501731 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.services.segments.db [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a46336e-3a8f-4ad8-996c-b188fdc09f30') {} {{(pid=80129) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:11:54.514006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253517380809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845456496'] for segment, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:54.530845 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-885063'] for segment, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:54.532854 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:11:54.723370 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:11:54.734029 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853890722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852547533'] for segment, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:54.918791 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Network 14470387-0ec8-47fe-bfd1-d4e809c9d7a9 has no segments {{(pid=80129) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: % (table.description, expected, rows_matched) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: % (table.description, expected, rows_matched) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: % (table.description, expected, rows_matched) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: % (table.description, expected, rows_matched) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: Traceback (most recent call last): Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: timer() Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: cb(*args, **kw) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: return func(*args, **kwargs) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: self._notify() Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: self.callback(batched_events) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: event.method(event) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: segment_id)['aggregates'][0] Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: return f(self, *a, **k) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: return self._get(url).json() Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: **kwargs) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: return self.request(url, 'GET', **kwargs) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: **endpoint_filter) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:11:54.945412 dv-cinder-726180-8-smb neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:11:55.028730 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853880678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1591142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980219'] for network, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:55.032247 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:55.046611 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1591065'] for network, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:55.058117 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Pushing event deleted for resources: {'Network': ['ID=14470387-0ec8-47fe-bfd1-d4e809c9d7a9,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:55.061180 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:55.063351 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-19e669a3-553c-4c08-a584-d68af29f023f admin admin] 10.222.0.76 "DELETE /v2.0/networks/14470387-0ec8-47fe-bfd1-d4e809c9d7a9 HTTP/1.1" status: 204 len: 168 time: 2.2503469 Jan 21 20:11:55.255009 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45300) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:55.318209 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-44e98701-a30b-4a55-85ec-0605670ab366 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f6d4cd034486424f81c5bdf76478ade5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617623 Jan 21 20:11:55.320855 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45304) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:55.382412 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5243314c-b84e-4ecc-807b-58aa76ef12a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:55.409434 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5243314c-b84e-4ecc-807b-58aa76ef12a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:55.460155 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5243314c-b84e-4ecc-807b-58aa76ef12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:55.465580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6b6b62fc-4327-466f-a28f-d87b1ac680f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:55.481689 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243314c-b84e-4ecc-807b-58aa76ef12a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9a508a-8bc5-4fee-a941-8c69483151fe,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:55.484915 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5243314c-b84e-4ecc-807b-58aa76ef12a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:55.487050 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5243314c-b84e-4ecc-807b-58aa76ef12a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:55.488258 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-5243314c-b84e-4ecc-807b-58aa76ef12a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf9a508a-8bc5-4fee-a941-8c69483151fe HTTP/1.1" status: 204 len: 168 time: 0.1664429 Jan 21 20:11:55.850447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45312) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:55.903263 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-bcad0873-802e-43e8-bf96-916edd662f88 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=08cec0f282834939a6d0db55d061ac32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507612 Jan 21 20:11:55.905794 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [-] (80129) accepted ('10.222.0.76', 45316) {{(pid=80129) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:11:55.970528 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d008c5f-0abd-4a86-90fe-32edaa125b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:55.997285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d008c5f-0abd-4a86-90fe-32edaa125b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:56.044548 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d008c5f-0abd-4a86-90fe-32edaa125b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852715020'] for security_group, after_delete {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:56.049725 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6404ef6e-5c9c-4ba3-9f65-be433bcd5016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:11:56.063496 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d008c5f-0abd-4a86-90fe-32edaa125b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fdeeea-d579-4dce-9dd5-14871f04a596,revision_number=None']} {{(pid=80129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:11:56.066597 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3d008c5f-0abd-4a86-90fe-32edaa125b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80129) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:11:56.067777 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d008c5f-0abd-4a86-90fe-32edaa125b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80129) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:56.072535 dv-cinder-726180-8-smb neutron-server[80018]: INFO neutron.wsgi [None req-3d008c5f-0abd-4a86-90fe-32edaa125b28 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1fdeeea-d579-4dce-9dd5-14871f04a596 HTTP/1.1" status: 204 len: 168 time: 0.1622062 Jan 21 20:12:12.739487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:14.294024 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-99303744-d8d3-429b-99b1-5c1fd865852e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:16.929184 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-27c90dd9-d38c-424d-a4cd-819cb9a95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:17.255394 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:18.444660 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:18.940006 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:29.602894 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:12:42.738194 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:44.296074 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a360c183-d05d-4a0d-9552-78480407ea25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:46.920718 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b756-d461-4fb8-8cda-c2918f245930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:47.258638 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:48.447758 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:48.943581 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:06.603579 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:13:12.737246 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:14.298698 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d8419d50-9b45-47cd-b939-8352a4dcd2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:16.921996 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d86bc9aa-149c-43c3-9edc-1e44c9c4af2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:17.262956 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:18.451449 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:18.946407 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:42.737447 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:43.603588 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:13:44.300015 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fc85f89a-164f-47f6-97c2-1ed9167fa35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:46.922693 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609012a3-bd6f-4643-aa30-711b0faa5efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:47.264487 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:48.454164 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:48.950949 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:12.749494 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:14.301640 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc80c169-ed4b-45d9-8d24-eee785f31617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:16.923812 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7c26658-f6b7-45f4-aa32-b8838c2bb662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:17.268335 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:18.456232 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:18.956705 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:20.603197 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:14:42.784285 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:44.302254 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f568b45e-78e3-4f6e-863d-b233effd3c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:46.925255 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a517118b-40ef-47f2-abf3-b9a17fbd3950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:47.270580 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:48.457779 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:48.959598 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:57.603769 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:15:12.783910 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:14.307135 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d6e37d5-12d8-4617-9cd9-db3985ee4561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:16.925976 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd565e-6186-4206-bca9-a4668436ac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:17.274396 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:18.459634 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:18.962942 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:34.604068 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:15:40.176849 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.wsgi [req-588283bc-1f0c-4565-a502-b31d5ade0b28 req-0918c30e-29ea-4379-a058-fb2545574bac service neutron] (80129) timed out ('10.222.0.38', 53538) {{(pid=80129) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 21 20:15:42.797043 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:44.308681 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47e8c03f-33ed-46bb-9cdf-772aef5f523c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:46.927484 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-988bbdfe-3955-4651-84f2-a53e87f27023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:47.278626 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:48.461408 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:48.966079 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:11.605877 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:16:12.809356 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:14.309786 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-56cc4307-081c-4934-9b63-8606e6c87bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:16.930345 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4497b274-c8e6-4ce2-a122-30cc17d82e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:17.279439 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:18.462537 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:18.969544 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:42.809120 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c32d67f4-591f-4802-959c-d3dce8081dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:44.312398 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d83c-484e-4d27-9978-fcee4c746050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:46.932950 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ddb5fd3a-6520-4632-b9a8-83aeddac42d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:47.284201 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05aa7bea-4dc9-491c-95e0-ffc40e96af3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:48.466267 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3690851d-525a-4dc5-a5fa-e8a91f7ca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:48.605651 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron.db.agents_db [None req-99105243-3117-4b2b-b07e-f4ed5e0256d2 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:16:48.972809 dv-cinder-726180-8-smb neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca28802b-5937-43fd-b1a9-2a69cd7a05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253517379034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-938868'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}